-- Logs begin at Tue 2022-03-15 15:22:44 UTC, end at Tue 2022-03-15 17:36:08 UTC. -- Mar 15 17:05:28.107262 dv-cinder-831247-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 15 17:05:31.046261 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.common.config [-] Logging enabled! Mar 15 17:05:31.046895 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev27 Mar 15 17:05:31.047073 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103847) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 15 17:05:31.050259 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.common.config [-] Logging enabled! Mar 15 17:05:31.050516 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev27 Mar 15 17:05:31.050854 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103847) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 15 17:05:31.051788 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 15 17:05:31.052028 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 15 17:05:31.052400 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 15 17:05:31.052648 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 15 17:05:31.052878 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 15 17:05:31.054235 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.054670 dv-cinder-831247-12-iscsi neutron-server[103847]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 15 17:05:31.055029 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.055335 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.055638 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.055940 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.056237 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.056528 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.056822 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.057124 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.057415 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.057701 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.057990 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.058288 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.058578 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.058908 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.059201 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.059491 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] debug = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.059777 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.060213 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.060628 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.060918 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.061208 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.061496 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.061771 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.062051 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.062338 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.062671 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] host = dv-cinder-831247-12-iscsi {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.062979 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.063268 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.063558 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.063844 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.064123 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.064402 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.064689 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.064964 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.065239 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] log_file = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.065516 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.065807 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.066097 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.066387 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.066617 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.066872 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.067172 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.067461 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.067741 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.068019 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.068295 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.068571 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.068847 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.069150 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.069435 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.069719 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.070003 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.070279 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.070554 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.070855 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.071133 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.071424 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.071700 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.071977 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.072255 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.072542 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.072814 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.073088 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.073388 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.073678 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.073960 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.074247 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.074521 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.074836 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.075115 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.075390 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.075663 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] use_json = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.075939 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.076213 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.076494 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.076769 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.077042 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.077318 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.077591 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.077880 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.078157 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:31.078456 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.078776 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.079079 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.079378 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.079668 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.079949 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.080238 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.080517 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.080806 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.081095 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.081390 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.081671 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.081974 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.082266 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.082562 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.082894 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.083190 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.083483 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.083762 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.084037 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.084311 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.084591 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.084906 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.085189 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.085471 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.085763 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.086044 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.086343 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.086629 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.086948 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.087238 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.087514 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.087795 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.088087 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.088379 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.088641 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.088921 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.089210 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.089488 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.089762 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.090045 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.090325 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.090598 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.090898 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.091184 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.091474 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.091751 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.092025 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.092297 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.092574 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.092848 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.093132 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.093410 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.093681 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.093955 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.094233 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.094507 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.094803 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.095087 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.095361 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.095637 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.095911 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.096183 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.096457 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.096733 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.097005 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.097277 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.097548 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.097825 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.098099 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.098373 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.098646 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.098943 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.099217 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.099502 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.099800 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.100079 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.100893 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.101178 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.101452 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.101734 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.102010 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.102289 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.102569 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.102869 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.103159 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.103443 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.103728 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.104036 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.104314 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.104609 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.104887 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.105164 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.105446 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.105723 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.106000 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.106284 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.106570 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.106891 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.107192 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.107485 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.107777 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.108069 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.108353 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.108661 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.108943 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:31.109165 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 15 17:05:31.109406 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103847) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 15 17:05:31.482930 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 15 17:05:31.483136 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 15 17:05:31.483444 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 15 17:05:31.483924 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 15 17:05:31.812890 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:31.813190 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:31.813478 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:31.814682 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:31.814990 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:31.815383 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:31.870463 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:31.870759 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:31.871043 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:31.885136 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:31.885424 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:31.885697 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:31.914506 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:31.914811 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:31.915092 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.058535 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.059221 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.059221 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.298799 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.299088 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.299357 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.299624 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.300329 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.400742 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.401064 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.401354 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.401629 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.401899 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.402211 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.402474 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.402753 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.403020 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.403305 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.403567 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.403837 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.404098 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.404355 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.404615 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.404883 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.405141 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.405410 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.405679 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.405942 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.406217 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.406471 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.406776 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.407157 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.407414 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.407667 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.408064 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:05:32.408309 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:05:32.408550 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:05:32.408790 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:05:32.409028 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:05:32.409263 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:05:32.409630 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 15 17:05:32.412926 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 15 17:05:32.417233 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 15 17:05:32.420959 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Mar 15 17:05:32.422621 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 15 17:05:32.423120 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 15 17:05:32.423458 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 15 17:05:32.423840 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 15 17:05:32.426675 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 15 17:05:32.426955 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 15 17:05:32.427303 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 15 17:05:32.432272 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 15 17:05:32.456617 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 15 17:05:32.457076 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.457378 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103847) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 15 17:05:32.457756 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.459156 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103847) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 15 17:05:32.459443 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 15 17:05:32.459750 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 15 17:05:32.463678 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.463967 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:32.526812 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 15 17:05:32.526986 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 15 17:05:32.527219 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 15 17:05:32.527585 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 15 17:05:32.547598 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_db.sqlalchemy.engines [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103847) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 15 17:05:33.121705 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Initializing driver for type 'gre' Mar 15 17:05:33.122364 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] gre ID ranges: [(1, 1000)] Mar 15 17:05:33.323973 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Initializing driver for type 'local' Mar 15 17:05:33.324310 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Initializing driver for type 'vlan' Mar 15 17:05:33.420906 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] VlanTypeDriver initialization complete Mar 15 17:05:33.421172 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Initializing driver for type 'vxlan' Mar 15 17:05:33.421671 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] vxlan ID ranges: [(1, 1000)] Mar 15 17:05:33.626793 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Initializing extension driver 'port_security' Mar 15 17:05:33.627133 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.extensions.port_security [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] PortSecurityExtensionDriver initialization complete Mar 15 17:05:33.627464 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Initializing mechanism driver 'openvswitch' Mar 15 17:05:33.627793 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Initializing mechanism driver 'hyperv' Mar 15 17:05:33.635325 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:33.636169 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > port after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.636542 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > port after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.636894 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > port after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.637424 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103847) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 17:05:33.637856 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > subnet after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.638209 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > subnet after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.638553 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.638984 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103847) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 17:05:33.639382 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > network after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.639750 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > network after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.640089 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > network after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.640485 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103847) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 17:05:33.640889 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > security_group after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.641238 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > security_group after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.641578 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > security_group after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.641983 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103847) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 17:05:33.642385 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.642747 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.643090 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.643488 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103847) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 17:05:33.643892 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > address_group after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.644233 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > address_group after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.644571 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > address_group after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.644966 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103847) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 17:05:33.645461 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] ML2 OVO RPC backend initialized. {{(pid=103847) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 15 17:05:33.646107 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.646458 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.646926 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > network before_response 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.647321 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > networks before_response 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.648027 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > port before_response 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.651402 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > ports before_response 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.651402 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > subnet before_response 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.651402 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > subnets before_response 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.651402 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > network after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.651743 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > network after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.651743 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > network after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.651743 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > port after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.651743 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > port after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.652046 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > port after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.652046 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > subnet after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.652046 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > subnet after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.652046 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.659176 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded quota_driver: . Mar 15 17:05:33.659536 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.plugin [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Modular L2 Plugin initialization complete Mar 15 17:05:33.659882 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading services supported by the core plugin {{(pid=103847) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 15 17:05:33.660217 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.plugins.ml2.managers [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Got port-security extension from driver 'port_security' Mar 15 17:05:33.660686 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.extensions.vlantransparent [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Disabled vlantransparent extension. Mar 15 17:05:33.661174 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103847) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 15 17:05:33.661493 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading Plugin: router Mar 15 17:05:33.703003 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router_interface before_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.703003 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router after_create 55549900 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.703003 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router before_create 55549900 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.703003 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.703442 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.703442 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router after_delete 55549900 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.703442 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > floatingip after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.703442 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > floatingip after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.703754 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router after_create 55549900 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.703754 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router after_update 55549900 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.703754 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router after_update 55549900 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.703754 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.704052 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router after_update 55549900 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.704052 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router precommit_update 55549900 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.704052 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: port after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.704052 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: port after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.704341 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: subnet after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.704341 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.704341 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > port precommit_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.704563 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router precommit_create 55549900 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.704815 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: port before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.705155 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router precommit_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.705513 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router after_update 55549900 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.705991 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router precommit_delete 55549900 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.706345 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router precommit_create 55549900 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.706706 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.707073 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router precommit_update 55549900 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.707435 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > agent after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.707783 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > agent after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.708127 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > network after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.708987 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Tracking information for resource: router configured {{(pid=103847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:05:33.709316 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Tracking information for resource: floatingip configured {{(pid=103847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 17:05:33.714375 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.db.l3_agentschedulers_db [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 15 17:05:33.714993 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: port after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.715355 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: port after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.715706 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: port after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.716051 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: port after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.716836 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router before_create 55550100 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.717199 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router precommit_delete 55550100 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.717560 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router precommit_create 55550100 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.717916 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > router precommit_update 55550100 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.722758 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.services.provider_configuration [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Service providers = [] {{(pid=103847) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 15 17:05:33.723125 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.db.servicetype_db [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103847) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 15 17:05:33.726288 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.services.service_base [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103847) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 15 17:05:33.726634 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.services.service_base [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103847) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 15 17:05:33.727011 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.services.service_base [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103847) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 15 17:05:33.735379 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.services.service_base [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103847) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 15 17:05:33.735747 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.services.service_base [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 15 17:05:33.736126 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:05:33.736439 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 15 17:05:33.747864 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:05:33.748199 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading Plugin: auto_allocate Mar 15 17:05:33.754002 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: network precommit_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.754372 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: network precommit_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.754926 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:05:33.755246 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading Plugin: tag Mar 15 17:05:33.762681 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:05:33.763049 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading Plugin: timestamp Mar 15 17:05:33.766935 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:05:33.767267 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading Plugin: network_ip_availability Mar 15 17:05:33.773049 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.773419 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.773771 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:33.774488 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:05:33.774839 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading Plugin: flavors Mar 15 17:05:33.785450 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:05:33.785782 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading Plugin: revisions Mar 15 17:05:33.790701 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 17:05:33.791203 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_concurrency.lockutils [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.308s {{(pid=103847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 15 17:05:33.791948 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103847) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 15 17:05:33.792282 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Initializing extension manager. Mar 15 17:05:33.792803 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: __init__.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.793142 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: __pycache__ {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.793472 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: address_group.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.794230 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.794832 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: address-group Mar 15 17:05:33.795157 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: address_scope.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.795863 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.796371 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: address-scope Mar 15 17:05:33.796693 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: admin_state_down_before_update.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.797613 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.798120 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: router-admin-state-down-before-update Mar 15 17:05:33.798439 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: agent.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.799166 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.799665 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: agent Mar 15 17:05:33.799985 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: agent_resources_synced.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.800885 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.801388 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: agent-resources-synced Mar 15 17:05:33.801709 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: allowedaddresspairs.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.804178 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.804784 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: allowed-address-pairs Mar 15 17:05:33.805116 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: auto_allocated_topology.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.806201 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.806714 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: auto-allocated-topology Mar 15 17:05:33.807066 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: availability_zone.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.807761 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.808259 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: availability_zone Mar 15 17:05:33.808581 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: availability_zone_filter.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.809489 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.809995 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: availability_zone_filter Mar 15 17:05:33.810318 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: data_plane_status.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.811247 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.811754 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension data-plane-status not supported by any of loaded plugins Mar 15 17:05:33.812077 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: default_subnetpools.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.812996 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.813506 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: default-subnetpools Mar 15 17:05:33.813830 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: dhcpagentscheduler.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.814665 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.815209 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: dhcp_agent_scheduler Mar 15 17:05:33.819326 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: dns.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.819834 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.820346 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension dns-integration not supported by any of loaded plugins Mar 15 17:05:33.820670 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: dns_domain_ports.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.821590 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.822098 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 15 17:05:33.822420 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.823360 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.823866 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 15 17:05:33.824186 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: dvr.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.824856 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.825363 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: dvr Mar 15 17:05:33.825681 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: ecmp_routes.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.826593 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.827130 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension ecmp_routes not supported by any of loaded plugins Mar 15 17:05:33.827456 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: empty_string_filtering.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.828360 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.828864 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: empty-string-filtering Mar 15 17:05:33.829183 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.830086 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.830583 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 15 17:05:33.830928 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.831834 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.832336 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 15 17:05:33.832654 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: external_net.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.833553 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.834057 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: external-net Mar 15 17:05:33.834376 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: extra_dhcp_opt.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.835356 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.835857 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: extra_dhcp_opt Mar 15 17:05:33.836181 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: extraroute.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.837083 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.837594 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: extraroute Mar 15 17:05:33.837912 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: extraroute_atomic.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.838964 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.839474 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: extraroute-atomic Mar 15 17:05:33.839793 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: filter_validation.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.840453 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.840952 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: filter-validation Mar 15 17:05:33.841272 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: fip_pf_description.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.842174 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.842673 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 15 17:05:33.843018 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: fip_port_details.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.844102 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.844611 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: fip-port-details Mar 15 17:05:33.844939 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: flavors.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.846188 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.846702 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: flavors Mar 15 17:05:33.847056 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.848756 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.849281 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 15 17:05:33.849613 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: floatingip_pools.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.850850 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.851512 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: floatingip-pools Mar 15 17:05:33.851865 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: ip_allocation.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.852774 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.853283 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension ip_allocation not supported by any of loaded plugins Mar 15 17:05:33.853609 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.854524 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.855077 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: ip-substring-filtering Mar 15 17:05:33.859672 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: l2_adjacency.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.860342 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.860847 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension l2_adjacency not supported by any of loaded plugins Mar 15 17:05:33.861171 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: l3.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.862130 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.862648 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: router Mar 15 17:05:33.862996 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: l3_conntrack_helper.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.865255 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.865786 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 15 17:05:33.866871 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.867804 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.868327 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: ext-gw-mode Mar 15 17:05:33.868655 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.869566 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.870094 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: l3-ha Mar 15 17:05:33.870402 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.871343 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.871850 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 15 17:05:33.872173 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: l3_flavors.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.873089 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.873599 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: l3-flavors Mar 15 17:05:33.873924 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: l3_ndp_proxy.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.875320 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.875837 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 15 17:05:33.876164 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.877074 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.877585 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: l3-port-ip-change-not-allowed Mar 15 17:05:33.877906 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: l3agentscheduler.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.878989 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.879504 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: l3_agent_scheduler Mar 15 17:05:33.879829 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: local_ip.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.881641 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.882227 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension local_ip not supported by any of loaded plugins Mar 15 17:05:33.882561 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: logging.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.885543 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.886076 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension logging not supported by any of loaded plugins Mar 15 17:05:33.886409 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: metering.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.887257 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.887831 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: metering Mar 15 17:05:33.888156 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.889253 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.889769 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: metering_source_and_destination_fields Mar 15 17:05:33.890095 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: multiprovidernet.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.891057 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.891567 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: multi-provider Mar 15 17:05:33.891893 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: netmtu.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.892809 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.893318 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: net-mtu Mar 15 17:05:33.893642 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: netmtu_writable.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.894561 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.895098 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: net-mtu-writable Mar 15 17:05:33.895420 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: network_availability_zone.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.896087 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.896590 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: network_availability_zone Mar 15 17:05:33.896911 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: network_ip_availability.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.898310 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.898855 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: network-ip-availability Mar 15 17:05:33.904457 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: network_segment_range.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.904457 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.904457 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension network-segment-range not supported by any of loaded plugins Mar 15 17:05:33.904457 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: pagination.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.905187 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.905516 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: pagination Mar 15 17:05:33.905837 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: port_device_profile.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.906765 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.907274 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: port-device-profile Mar 15 17:05:33.907594 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.908515 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.909022 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: port-mac-address-regenerate Mar 15 17:05:33.909341 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.910255 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.910788 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: port-numa-affinity-policy Mar 15 17:05:33.911108 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: port_resource_request.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.912030 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.912530 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension port-resource-request not supported by any of loaded plugins Mar 15 17:05:33.913382 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: port_resource_request_groups.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.914335 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.914875 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 15 17:05:33.915194 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: portbindings.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.916129 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.916637 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: binding Mar 15 17:05:33.916955 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: portbindings_extended.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.918241 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.918762 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: binding-extended Mar 15 17:05:33.919094 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: portsecurity.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.920002 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.920510 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: port-security Mar 15 17:05:33.920832 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: project_id.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.921803 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.922133 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: project-id Mar 15 17:05:33.922454 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: providernet.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.923462 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.923974 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: provider Mar 15 17:05:33.924293 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: qos.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.927885 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.928404 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension qos not supported by any of loaded plugins Mar 15 17:05:33.929279 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.937975 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.938489 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 15 17:05:33.938862 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.939786 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.940292 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 15 17:05:33.940619 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: qos_default.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.941526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.942032 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension qos-default not supported by any of loaded plugins Mar 15 17:05:33.942359 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: qos_fip.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.943318 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.943857 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension qos-fip not supported by any of loaded plugins Mar 15 17:05:33.944213 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: qos_fip_network_policy.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.945329 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.945839 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 15 17:05:33.946165 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: qos_gateway_ip.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.947118 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.947616 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 15 17:05:33.947941 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: qos_port_network_policy.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.948972 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.949480 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 15 17:05:33.949807 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.950879 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.951394 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 15 17:05:33.951723 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.952763 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.953322 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 15 17:05:33.953603 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: qos_pps_rule.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.954803 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.955395 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension qos-pps not supported by any of loaded plugins Mar 15 17:05:33.955652 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: qos_rule_type_details.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.956577 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.957084 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 15 17:05:33.957406 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: qos_rule_type_filter.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.958318 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.958857 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 15 17:05:33.959180 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: qos_rules_alias.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.960440 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.960962 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 15 17:05:33.961286 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: quota_check_limit.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.962213 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.962746 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: quota-check-limit Mar 15 17:05:33.963087 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: quotasv2.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.964020 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.964347 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: quotas Mar 15 17:05:33.964668 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: quotasv2_detail.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.966380 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.966721 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: quota_details Mar 15 17:05:33.967080 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: rbac.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.968128 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.968650 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: rbac-policies Mar 15 17:05:33.968976 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: rbac_address_group.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.969900 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.970416 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: rbac-address-group Mar 15 17:05:33.970761 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: rbac_address_scope.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.971676 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.972193 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: rbac-address-scope Mar 15 17:05:33.972513 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: rbac_security_groups.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.973428 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.973943 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: rbac-security-groups Mar 15 17:05:33.974265 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: rbac_subnetpool.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.975283 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.976397 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: rbac-subnetpool Mar 15 17:05:33.976721 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: revisionifmatch.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.977640 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.978151 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: revision-if-match Mar 15 17:05:33.978475 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: revisions.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.983860 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.984370 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: standard-attr-revisions Mar 15 17:05:33.984698 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: router_availability_zone.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.985368 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.985876 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: router_availability_zone Mar 15 17:05:33.986201 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: routerservicetype.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.987148 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.987659 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension router-service-type not supported by any of loaded plugins Mar 15 17:05:33.987981 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.988894 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.989406 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: security-groups-normalized-cidr Mar 15 17:05:33.989726 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: security_groups_port_filtering.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.990641 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.991732 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: port-security-groups-filtering Mar 15 17:05:33.992054 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.992975 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.993488 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: security-groups-remote-address-group Mar 15 17:05:33.993810 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.994770 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:33.995275 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: security-groups-shared-filtering Mar 15 17:05:33.995599 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:33.996180 dv-cinder-831247-12-iscsi neutron-server[103847]: WARNING neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 15 17:05:33.996502 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: securitygroup.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.006165 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.006868 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: security-group Mar 15 17:05:34.007258 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: segment.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.007999 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.008512 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension segment not supported by any of loaded plugins Mar 15 17:05:34.008839 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.009784 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.010319 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 15 17:05:34.010642 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: servicetype.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.011780 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.012281 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: service-type Mar 15 17:05:34.012607 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: sorting.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.013590 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.013918 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: sorting Mar 15 17:05:34.014237 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: standard_attr_segment.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.015174 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.015682 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 15 17:05:34.016001 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: standardattrdescription.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.016643 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.017147 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: standard-attr-description Mar 15 17:05:34.017472 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: stateful_security_group.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.018405 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.018942 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: stateful-security-group Mar 15 17:05:34.019264 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: stdattrs_common.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.019828 dv-cinder-831247-12-iscsi neutron-server[103847]: WARNING neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 15 17:05:34.020148 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.034384 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.034941 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 15 17:05:34.035269 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: subnet_onboard.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.036355 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.036874 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: subnet_onboard Mar 15 17:05:34.037201 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.038658 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.039201 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 15 17:05:34.039525 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: subnet_service_types.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.040449 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.040964 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: subnet-service-types Mar 15 17:05:34.041289 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: subnetallocation.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.042383 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.042925 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: subnet_allocation Mar 15 17:05:34.043249 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.043912 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.044417 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: subnetpool-prefix-ops Mar 15 17:05:34.044737 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.045661 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.046171 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 15 17:05:34.046487 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: tagging.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.047647 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.048171 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: standard-attr-tag Mar 15 17:05:34.048495 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: timestamp.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.049744 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.050264 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loaded extension: standard-attr-timestamp Mar 15 17:05:34.050590 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: trunk.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.051673 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.052196 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension trunk not supported by any of loaded plugins Mar 15 17:05:34.052523 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: trunk_details.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.053474 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.054892 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension trunk-details not supported by any of loaded plugins Mar 15 17:05:34.055257 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: uplink_status_propagation.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.056200 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.056713 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 15 17:05:34.057037 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Loading extension file: vlantransparent.py {{(pid=103847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 17:05:34.057723 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 17:05:34.058224 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extension vlan-transparent not supported by any of loaded plugins Mar 15 17:05:34.061026 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:network Mar 15 17:05:34.061571 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:subnet Mar 15 17:05:34.079772 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:subnetpool Mar 15 17:05:34.079772 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:port Mar 15 17:05:34.079772 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.v2.resource_helper [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:05:34.079772 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.v2.resource_helper [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Service FLAVORS assigned prefix: {{(pid=103847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:05:34.079772 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.v2.resource_helper [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:05:34.079772 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.v2.resource_helper [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:05:34.079772 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:router Mar 15 17:05:34.079772 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:floatingip Mar 15 17:05:34.080336 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.v2.resource_helper [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Service METERING assigned prefix: /metering {{(pid=103847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:05:34.080336 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:34.080336 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:34.080336 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:05:34.080336 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of CountableResource for resource:rbac_policy Mar 15 17:05:34.080655 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:security_group Mar 15 17:05:34.080655 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 15 17:05:34.080655 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.v2.resource_helper [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Service CORE assigned prefix: {{(pid=103847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:05:34.080655 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:subnetpool Mar 15 17:05:34.080655 dv-cinder-831247-12-iscsi neutron-server[103847]: WARNING neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] subnetpool is already registered Mar 15 17:05:34.080655 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.v2.resource_helper [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Service CORE assigned prefix: {{(pid=103847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:05:34.080655 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:subnetpool Mar 15 17:05:34.080655 dv-cinder-831247-12-iscsi neutron-server[103847]: WARNING neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] subnetpool is already registered Mar 15 17:05:34.081179 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.v2.resource_helper [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:05:34.081179 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.v2.resource_helper [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Service FLAVORS assigned prefix: {{(pid=103847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:05:34.081179 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.v2.resource_helper [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:05:34.081179 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.v2.resource_helper [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:05:34.081607 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:router Mar 15 17:05:34.082144 dv-cinder-831247-12-iscsi neutron-server[103847]: WARNING neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] router is already registered Mar 15 17:05:34.082822 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:floatingip Mar 15 17:05:34.083349 dv-cinder-831247-12-iscsi neutron-server[103847]: WARNING neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] floatingip is already registered Mar 15 17:05:34.084078 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.v2.resource_helper [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Service METERING assigned prefix: /metering {{(pid=103847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:05:34.085142 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of CountableResource for resource:rbac_policy Mar 15 17:05:34.085470 dv-cinder-831247-12-iscsi neutron-server[103847]: WARNING neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] rbac_policy is already registered Mar 15 17:05:34.085878 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:security_group Mar 15 17:05:34.086216 dv-cinder-831247-12-iscsi neutron-server[103847]: WARNING neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] security_group is already registered Mar 15 17:05:34.086625 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 15 17:05:34.086982 dv-cinder-831247-12-iscsi neutron-server[103847]: WARNING neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] security_group_rule is already registered Mar 15 17:05:34.087615 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.v2.resource_helper [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Service CORE assigned prefix: {{(pid=103847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:05:34.087944 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:subnetpool Mar 15 17:05:34.088278 dv-cinder-831247-12-iscsi neutron-server[103847]: WARNING neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] subnetpool is already registered Mar 15 17:05:34.088703 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.v2.resource_helper [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Service CORE assigned prefix: {{(pid=103847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 17:05:34.089026 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Creating instance of TrackedResource for resource:subnetpool Mar 15 17:05:34.089354 dv-cinder-831247-12-iscsi neutron-server[103847]: WARNING neutron.quota.resource_registry [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] subnetpool is already registered Mar 15 17:05:34.089806 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: extensions {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.091400 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: address-groups {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.092943 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: address-scopes {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.094260 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: agents {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.095456 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: auto-allocated-topology {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.096693 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: availability_zones {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.097903 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: dhcp-networks {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.099448 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: dhcp-agents {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.101625 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: routers {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.103892 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: flavors {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.105070 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: service_profiles {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.106277 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: next_providers {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.107769 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: service_profiles {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.109309 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: floatingip-pools {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.110530 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: routers {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.112689 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: floatingips {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.114918 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: l3-routers {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.116985 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: l3-agents {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.118501 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: metering-labels {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.119893 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: metering-label-rules {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.121183 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: network-ip-availabilities {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.122443 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: bindings {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.124128 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: quotas {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.125675 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: quotas {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.127240 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: rbac-policies {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.128518 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: security-groups {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.129746 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: security-group-rules {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.131025 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: service-providers {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.132378 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: subnetpools {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.133794 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: subnetpools {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.135274 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: tags {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.136955 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: tags {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.138765 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: tags {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.140529 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: tags {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.142297 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: tags {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.144186 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: tags {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.149563 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: tags {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.149563 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: tags {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.149788 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: tags {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.151667 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron.api.extensions [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Extended resource: tags {{(pid=103847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 17:05:34.157608 dv-cinder-831247-12-iscsi neutron-server[103847]: WARNING keystonemiddleware.auth_token [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 15 17:05:34.162334 dv-cinder-831247-12-iscsi neutron-server[103847]: WARNING keystonemiddleware.auth_token [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 15 17:05:34.171600 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_concurrency.lockutils [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Acquired lock "singleton_lock" {{(pid=103847) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 15 17:05:34.172073 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_concurrency.lockutils [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Releasing lock "singleton_lock" {{(pid=103847) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 15 17:05:34.172731 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO oslo_service.service [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Starting 2 workers Mar 15 17:05:34.177631 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Started child 103956 {{(pid=103847) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 15 17:05:34.182999 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Started child 103957 {{(pid=103847) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 15 17:05:34.184139 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.184941 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO neutron.service [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Neutron service started, listening on 0.0.0.0:9696 Mar 15 17:05:34.185259 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Publish callbacks [] for process (None), before_spawn {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.185803 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [-] (103956) wsgi starting up on http://0.0.0.0:9696 Mar 15 17:05:34.187775 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO oslo_service.service [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Starting 1 workers Mar 15 17:05:34.187967 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.189300 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [-] (103957) wsgi starting up on http://0.0.0.0:9696 Mar 15 17:05:34.193066 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Started child 103958 {{(pid=103847) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 15 17:05:34.193631 dv-cinder-831247-12-iscsi neutron-server[103847]: INFO oslo_service.service [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Starting 1 workers Mar 15 17:05:34.197112 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.service [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] calling RpcWorker wait() {{(pid=103958) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 15 17:05:34.197670 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.service [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] returning from RpcWorker wait() {{(pid=103958) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 15 17:05:34.198405 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Started child 103959 {{(pid=103847) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 15 17:05:34.199090 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.199681 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:34.200088 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02a40643-af53-4b57-9327-092b4ab3149e None None] Publish callbacks [] for process (None), after_spawn {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.202189 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103847) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 15 17:05:34.202555 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 15 17:05:34.202928 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 15 17:05:34.203318 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 15 17:05:34.203891 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 15 17:05:34.204134 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 15 17:05:34.204627 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.205095 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.205095 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.205267 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.205480 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.205772 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.206389 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.206662 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.206944 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.207224 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.207461 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.207635 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.207806 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.208071 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.208323 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.208596 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.208854 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.209106 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.209366 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.209540 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.210320 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.210598 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.210863 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.211135 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] debug = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.211388 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.214402 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.214402 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.214402 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.214402 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.214402 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.214402 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.214914 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.214914 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.214914 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.214914 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.214914 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.214914 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.214914 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.215388 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.215388 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.215553 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.215777 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.216249 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] host = dv-cinder-831247-12-iscsi {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.216488 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.216717 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.216957 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.217211 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.217471 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.217721 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.217974 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.218244 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.218496 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.218769 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.219026 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.219275 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.219515 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.219769 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_file = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.219938 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_options = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.220187 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.220539 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.220743 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.220942 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.221112 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.221279 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.221549 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.221716 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.221970 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.224799 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.224799 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.224799 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.224799 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.224799 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.224799 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.224799 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.224799 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.224799 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.226077 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.226077 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.226077 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.226077 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.226077 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.226453 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.226531 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.226799 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.226970 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.227195 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.227443 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.227705 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.227965 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.228579 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.228579 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.228747 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.228902 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.229141 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.229372 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.229589 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.229887 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.230479 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.230479 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.230783 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.231011 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.231337 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.231777 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.232130 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.232510 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] use_json = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.232792 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.233037 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.233212 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:34.233314 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.233518 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.233735 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.234048 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.234257 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.234889 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.235120 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.235581 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.235866 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.236164 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.236531 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.236953 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.237203 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.237752 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.238183 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.238326 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.238571 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.238905 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.239165 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.239497 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.239814 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.239993 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.240318 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.240561 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.241131 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.242013 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.242293 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.242618 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.243109 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.243289 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.243537 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.243793 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.244043 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.244290 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.244629 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.244913 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.245281 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.245588 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.245869 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.246151 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.246401 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.246640 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.246913 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.247142 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.247401 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.247633 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.247953 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.248190 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.248441 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.248667 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.248927 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.249143 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.249385 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.249635 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.249907 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.250143 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.250380 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.250628 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.250868 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.251098 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.251330 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.251562 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.251803 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.252044 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.252307 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.252535 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.252754 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.252995 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.253239 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.253492 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.253709 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.253932 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.254152 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.254393 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.254617 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.254896 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.255136 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.255353 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.255597 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.255814 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.256032 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.256266 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.256494 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.256771 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.256989 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.257233 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.257465 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.257682 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.257896 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.258114 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.258350 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.258567 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.258812 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.259054 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.259285 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.259502 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.259740 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.259972 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.260221 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.260533 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.260787 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.261058 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.261282 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.261547 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.261766 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.262020 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.262233 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.262455 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.262667 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.262951 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.263175 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.263409 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.263636 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.263872 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.264116 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.264370 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.264591 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.264814 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.265036 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.265285 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.265511 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.265793 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.266049 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.266294 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.266547 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.266802 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.267083 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.267321 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.267575 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.267814 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.268073 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.268379 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.268655 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.268957 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.269179 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.269411 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.269677 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.269934 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.270198 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.270453 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.270701 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.270983 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.271229 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.271469 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.271686 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.271916 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.272991 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.273255 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.273468 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.273702 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.273963 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.274195 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.274434 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.274698 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.274965 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.275199 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.275447 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.275676 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.275893 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.276128 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.276380 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.276592 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.276829 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.277049 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.277289 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.277525 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.277742 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.278005 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.278226 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.278447 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.278688 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.278959 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.279176 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.279441 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.279658 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.279879 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.280118 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.280338 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.280559 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.280779 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.281012 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.281263 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.281501 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.281773 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.282030 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.282276 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.282506 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.282783 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.283170 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.283315 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.283781 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.283781 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.284054 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.287029 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.287385 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.287832 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 34872) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:34.288484 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.288857 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.289198 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.289523 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.289864 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.290315 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.290820 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.291552 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.291552 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.291886 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.292193 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.292483 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.292781 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.293087 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.293392 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.293693 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.293982 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.294280 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.295253 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.295253 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.295253 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.295253 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.295706 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.296179 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.296330 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.296610 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.297014 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.297132 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063853 Mar 15 17:05:34.298771 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.298771 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.298771 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.298771 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.298771 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.298771 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.299247 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.299247 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.299514 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.300348 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.300919 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.300919 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.301089 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.302433 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.302433 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.302433 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.302433 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.302803 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.302915 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.303133 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.303360 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.303601 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.303814 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.304034 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.304250 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.304570 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.304820 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.305031 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.305838 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.305838 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.305838 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.306072 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.306072 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.306301 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.306494 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.306712 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.306959 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.307154 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.307377 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.307583 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.307814 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.308058 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.308269 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.308480 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.308757 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.309008 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.309225 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.309521 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.309763 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.310006 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.310232 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.310516 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.310739 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.310978 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.311210 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.311442 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.311678 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.311985 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.312272 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.313235 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.313235 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.313235 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.313675 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.313675 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.313959 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.314098 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.314330 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.314666 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.314963 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.315223 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.315466 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.315735 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.315960 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.316164 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.316377 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.316595 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.316822 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.317056 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.318570 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.318570 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.318570 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.318570 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.318570 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.318570 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.318570 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.321295 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.321295 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.321295 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 15 17:05:34.321295 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103847) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 15 17:05:34.321295 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 15 17:05:34.321295 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 15 17:05:34.321295 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 15 17:05:34.321295 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 15 17:05:34.323190 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 15 17:05:34.323190 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.323190 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.323190 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.323190 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.323190 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.323190 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.323718 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.323718 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.323718 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.323718 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.323718 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.323718 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.323718 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.323718 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324174 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324174 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324174 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324174 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324174 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324174 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324174 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324174 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324618 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] debug = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324618 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324618 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324618 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324618 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324987 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324987 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.324987 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.325199 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.325277 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.325437 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.325618 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.325772 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.325915 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.326095 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.326240 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.326389 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.326514 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.326863 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.327172 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] host = dv-cinder-831247-12-iscsi {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.327338 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.327499 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.327662 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.327818 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.327976 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.328160 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.328318 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.328476 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.328634 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.328792 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.328949 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.329107 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.329273 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.329425 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_file = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.329584 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_options = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.329739 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.329897 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.330057 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.330234 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.330396 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.330549 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.330700 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.331517 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.331517 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.331517 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.331517 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.331517 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336088 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336088 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336088 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336088 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336088 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336088 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336088 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336088 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336567 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336567 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336567 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336567 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336567 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336567 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336567 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336567 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.336567 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337059 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337059 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337059 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337059 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337059 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337059 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337059 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337059 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337503 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337503 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337503 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337503 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337503 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337503 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337503 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337503 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337963 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337963 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] use_json = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337963 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337963 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337963 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337963 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337963 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.337963 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.338516 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.338516 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.338516 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 17:05:34.338686 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.339350 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.339350 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.339350 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.339350 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.339787 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.339787 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.339787 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.339997 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.341519 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.341519 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.341519 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.341519 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.341519 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.341519 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.341519 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.341519 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.342115 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.342115 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.342115 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.342115 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.342115 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.342404 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.342404 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.342537 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.342973 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.342973 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.343125 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.343190 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.343699 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.343699 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.343699 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.343922 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.343922 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.344845 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.344845 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.344845 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.344845 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.344845 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.344845 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.345229 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.345229 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.345229 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.345414 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.345555 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.345689 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.345842 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.345997 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.346162 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.346575 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.346575 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.346754 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.346837 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.346931 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.347084 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.347238 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.347393 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.347564 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.347838 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.347997 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.348156 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.348316 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.349757 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.349757 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.349757 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.349757 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.349757 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.349757 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.349757 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.349757 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.349757 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.350353 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.350353 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.350353 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.350353 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.350623 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.351055 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.351055 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.352830 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.352830 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.352830 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.352830 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.352830 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.352830 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.352830 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.352830 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.352830 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.353450 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.353450 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.353450 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.353450 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.353450 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.353724 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.353811 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.353892 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.354055 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.355678 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.355678 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.355678 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.355678 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.355678 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.355678 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.356506 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.356506 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.356506 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.356506 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.356506 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.365497 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.365497 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.365497 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.365497 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.365497 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.365497 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.365497 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.365497 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.366810 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.366810 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.366810 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.366810 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.366810 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.366810 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.366810 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.366810 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368062 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368062 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368062 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368062 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368062 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368062 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368062 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368062 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368664 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368664 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368664 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368664 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368664 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368664 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368664 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.368664 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.369199 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.369199 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.369199 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.369199 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.369199 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.369199 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.369199 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.369199 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.370119 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.370119 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.370119 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.370119 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.370119 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.370119 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.370119 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.370119 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.371239 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.371239 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.371239 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.371239 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.371239 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.371239 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.371239 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.371239 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.372261 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.372261 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.372261 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.372261 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.372261 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.372261 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.372261 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.372261 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.373318 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.373318 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.373318 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.373318 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.373318 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.373318 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.373318 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.373318 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.374325 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.374325 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.374325 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.374325 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.374325 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.374325 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.374325 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.374325 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.375360 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.375360 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.375360 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.375360 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.375360 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.375360 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.375360 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.375360 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.376380 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.376380 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.376380 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.376380 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.376380 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.376380 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.376380 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.376380 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.376380 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.377526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.377526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.377526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.377526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.377526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.377526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.377526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.377526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.378549 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.378549 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.378549 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.378549 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.378549 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.378549 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.378549 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.378549 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.378549 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.379796 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.379796 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.379796 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.379796 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.379796 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.379796 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.379796 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.379796 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.380821 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.380821 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.380821 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.380821 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.380821 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.380821 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.380821 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.380821 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.381992 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.381992 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.381992 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.381992 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.381992 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.381992 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.381992 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.381992 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.383197 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.383337 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:34.383510 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.383510 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.383510 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.383510 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.383510 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.383510 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.383510 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.383510 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.384526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.384526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.384526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.384526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.384526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.384526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.384526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.384526 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.385399 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.385399 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.385399 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.385399 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.385399 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.385399 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.385399 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.385399 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386007 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386007 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386007 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386007 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386007 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386007 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386007 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386007 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386555 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386555 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386555 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386555 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386555 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386555 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386555 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.386555 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.387516 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.387516 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.387516 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.387516 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.387516 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.387516 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.387516 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.387516 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.387516 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.388245 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.388245 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.388245 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.388245 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.388245 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.388245 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.388245 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 17:05:34.388245 dv-cinder-831247-12-iscsi neutron-server[103847]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 15 17:05:45.980931 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df74ef8-bc33-4d18-9c3b-8bbfd3d519f2 None None] get_active_networks_info from dv-cinder-831247-12-iscsi {{(pid=103958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 15 17:05:46.060048 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df74ef8-bc33-4d18-9c3b-8bbfd3d519f2 None None] No non-hosted networks {{(pid=103958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 15 17:05:46.067595 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.agentschedulers_db [None req-6df74ef8-bc33-4d18-9c3b-8bbfd3d519f2 None None] DHCP Agent not found on host dv-cinder-831247-12-iscsi {{(pid=103958) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 15 17:05:46.149587 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-deca1a41-e752-4568-a348-92f5386f451d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685329'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:48.607588 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-418c999d-3fd7-4294-b393-abd338111c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685329'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:48.672892 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.db.api [None req-0abb7d0a-fc13-4f45-b021-2270f353891d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-831247-12-iscsi {{(pid=103958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 15 17:05:48.673542 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG oslo_db.api [None req-0abb7d0a-fc13-4f45-b021-2270f353891d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 15 17:05:49.266129 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0abb7d0a-fc13-4f45-b021-2270f353891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:49.370955 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685329'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:50.965174 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685329'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:52.269948 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 34962) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:52.519496 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685329'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:52.522167 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:52.523085 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:52.525987 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:52.527376 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:52.527732 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:52.528074 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:52.528416 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:52.528773 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:52.531340 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:52.535396 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:52.535396 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:52.535396 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:52.535396 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:52.535396 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:52.535844 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:52.535844 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831247-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:52.543481 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831247-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:52.823280 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.db.l3_hamode_db [None req-77e1d46c-8be2-4930-8c8c-672c10ec549d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 15 17:05:52.869653 dv-cinder-831247-12-iscsi neutron-server[103956]: WARNING oslo_policy.policy [None req-1bdb97f5-9c9b-4b5c-bb2c-8891aa5a62d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:05:52.870258 dv-cinder-831247-12-iscsi neutron-server[103956]: WARNING oslo_policy.policy [None req-1bdb97f5-9c9b-4b5c-bb2c-8891aa5a62d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:05:52.903945 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e1d46c-8be2-4930-8c8c-672c10ec549d None None] Routers set() bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:52.904404 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e1d46c-8be2-4930-8c8c-672c10ec549d None None] Router IDs set() for agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 15 17:05:53.117827 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [None req-1bdb97f5-9c9b-4b5c-bb2c-8891aa5a62d1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:05:53.119239 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1bdb97f5-9c9b-4b5c-bb2c-8891aa5a62d1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8471372 Mar 15 17:05:55.797560 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 34988) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:56.102329 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-a0a9ef2f-619c-4e49-9bd0-f041fa421aeb admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:56.196867 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.policy [None req-a0a9ef2f-619c-4e49-9bd0-f041fa421aeb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103956) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 15 17:05:56.240401 dv-cinder-831247-12-iscsi neutron-server[103956]: WARNING oslo_policy.policy [None req-a0a9ef2f-619c-4e49-9bd0-f041fa421aeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:05:56.240786 dv-cinder-831247-12-iscsi neutron-server[103956]: WARNING oslo_policy.policy [None req-a0a9ef2f-619c-4e49-9bd0-f041fa421aeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:05:56.403511 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ef2f-619c-4e49-9bd0-f041fa421aeb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791255900475', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791255901166', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791255982842', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791255997401', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791255998495', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791255798222', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16288957', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16006831', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1821158', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1666696'] for rbac-policy (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:56.618793 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ef2f-619c-4e49-9bd0-f041fa421aeb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:56.619984 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a0a9ef2f-619c-4e49-9bd0-f041fa421aeb admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8214395 Mar 15 17:05:59.135835 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 34998) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:59.447550 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:59.557854 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Made reservation on behalf of 3a607c99e8044a0997aa9711d97b3d0c for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:05:59.562804 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:59.579627 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:59.686236 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Publish callbacks [] for security_group (66c21658-7223-49b5-ab21-83175b6ed9a1), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:59.768605 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (66c21658-7223-49b5-ab21-83175b6ed9a1), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:59.792656 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:05:59.828590 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791252288184', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:59.829112 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Unsubscribe: segment precommit_create {{(pid=103956) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 15 17:05:59.829641 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Added segment 5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9 of type vlan for network 8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772 Mar 15 17:05:59.846226 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=66c21658-7223-49b5-ab21-83175b6ed9a1,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:59.900399 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:59.900741 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:59.901093 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:59.901448 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:59.901781 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:59.902109 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:59.902434 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:59.902780 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:59.903117 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:59.903442 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:59.903778 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:59.904095 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:59.904414 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:59.904728 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:59.905043 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Tracked resource versions report: Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: pushed versions: Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: { 'AddressGroup': {'1.2'}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Agent': {'1.1'}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'ConntrackHelper': {'1.0'}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Log': {'1.0'}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'NDPProxy': {'1.0'}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Network': {'1.1'}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Port': {'1.7'}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'PortForwarding': {'1.2'}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'QosPolicy': {'1.10'}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'SecurityGroup': {'1.5'}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'SubPort': {'1.0'}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Subnet': {'1.1'}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Trunk': {'1.1'}} Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: consumer versions: Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: { DHCP agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: L3 agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: Metadata agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: Metering agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: Open vSwitch agent@dv-cinder-831247-12-iscsi: { 'AddressGroup': '1.2', Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Agent': '1.1', Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'ConntrackHelper': '1.0', Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'LocalIPAssociation': '1.0', Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Log': '1.0', Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'NDPProxy': '1.0', Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Network': '1.1', Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Port': '1.7', Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'PortForwarding': '1.2', Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'QosPolicy': '1.10', Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'SecurityGroup': '1.5', Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'SecurityGroupRule': '1.2', Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'SubPort': '1.0', Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Subnet': '1.1', Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Trunk': '1.1'}} Mar 15 17:05:59.906480 dv-cinder-831247-12-iscsi neutron-server[103956]: {{(pid=103956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:05:59.938372 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:00.033890 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:00.040038 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:00.040753 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:00.152918 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] Pushing event updated for resources: {'Network': ['ID=8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:00.165479 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network 8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772 details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:06:00.193923 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-534b0e07-994e-44a3-8c14-d8458f601bba demo demo] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0569999 Mar 15 17:06:02.754911 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35010) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:03.241377 dv-cinder-831247-12-iscsi neutron-server[103957]: WARNING oslo_policy.policy [None req-409def6a-322b-451a-b283-d1d065ff072c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:06:03.242121 dv-cinder-831247-12-iscsi neutron-server[103957]: WARNING oslo_policy.policy [None req-409def6a-322b-451a-b283-d1d065ff072c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:06:03.680755 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.policy [None req-409def6a-322b-451a-b283-d1d065ff072c demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103957) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 15 17:06:03.724533 dv-cinder-831247-12-iscsi neutron-server[103957]: WARNING oslo_policy.policy [None req-409def6a-322b-451a-b283-d1d065ff072c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:06:03.724908 dv-cinder-831247-12-iscsi neutron-server[103957]: WARNING oslo_policy.policy [None req-409def6a-322b-451a-b283-d1d065ff072c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 17:06:03.733820 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409def6a-322b-451a-b283-d1d065ff072c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:03.735578 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-409def6a-322b-451a-b283-d1d065ff072c demo admin] 10.222.0.37 "GET /v2.0/networks/8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772 HTTP/1.1" status: 200 len: 825 time: 0.9797394 Mar 15 17:06:03.774948 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e91253b0-cd2e-4e20-b8d2-8b167f5e86c7 demo admin] 10.222.0.37 "GET /v2.0/subnetpools/910d3c96-8f5a-4516-9acf-d9d1dfad0052 HTTP/1.1" status: 200 len: 734 time: 0.0337050 Mar 15 17:06:03.783758 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Request body: {'subnet': {'subnetpool_id': '910d3c96-8f5a-4516-9acf-d9d1dfad0052', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:03.914478 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Made reservation on behalf of 3a607c99e8044a0997aa9711d97b3d0c for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:06:03.917266 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:04.266502 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for subnet (19d4a964-4d7f-418c-9205-4a6417e24202), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:04.336812 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Checking segment: {'id': '5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:06:04.337175 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Network hostable DHCP agents. Network: 8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:06:04.349097 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Pushing event updated for resources: {'Subnet': ['ID=19d4a964-4d7f-418c-9205-4a6417e24202,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:04.362189 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:04.362527 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:04.362897 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:04.363236 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:04.363562 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:04.363878 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:04.364194 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:04.364506 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:04.364842 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:04.365161 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:04.365489 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:04.365820 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:04.366134 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:04.366466 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:04.366840 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Tracked resource versions report: Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: pushed versions: Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: { 'AddressGroup': {'1.2'}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Agent': {'1.1'}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'ConntrackHelper': {'1.0'}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Log': {'1.0'}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'NDPProxy': {'1.0'}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Network': {'1.1'}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Port': {'1.7'}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'PortForwarding': {'1.2'}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'QosPolicy': {'1.10'}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'SecurityGroup': {'1.5'}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'SubPort': {'1.0'}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Subnet': {'1.1'}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Trunk': {'1.1'}} Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: consumer versions: Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: { DHCP agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: L3 agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: Metadata agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: Metering agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: Open vSwitch agent@dv-cinder-831247-12-iscsi: { 'AddressGroup': '1.2', Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Agent': '1.1', Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'ConntrackHelper': '1.0', Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'LocalIPAssociation': '1.0', Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Log': '1.0', Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'NDPProxy': '1.0', Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Network': '1.1', Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Port': '1.7', Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'PortForwarding': '1.2', Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'QosPolicy': '1.10', Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'SecurityGroup': '1.5', Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'SecurityGroupRule': '1.2', Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'SubPort': '1.0', Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Subnet': '1.1', Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Trunk': '1.1'}} Mar 15 17:06:04.368265 dv-cinder-831247-12-iscsi neutron-server[103957]: {{(pid=103957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:06:04.439711 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Network 8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772 is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:06:04.531220 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, 8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:06:04.536492 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:04.537428 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:04.541342 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94ef9f8-c384-415a-8805-67769ea70835 None None] Network 8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:06:04.629206 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c0ba9a50-fabc-47fa-b327-9cc27afd655a demo admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8484166 Mar 15 17:06:04.924933 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82e3d683-5ede-5394-a179-ed8ba7e8f023-8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772', 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772', 'project_id': '3a607c99e8044a0997aa9711d97b3d0c', 'fixed_ips': [{'subnet_id': '19d4a964-4d7f-418c-9205-4a6417e24202'}]}} from dv-cinder-831247-12-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:06:04.926178 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:05.199456 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Allocated IP 172.20.0.2 (8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772/19d4a964-4d7f-418c-9205-4a6417e24202/f2b949e0-bd06-4213-88fa-2cf202d3b541) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:06:05.470149 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Publish callbacks [] for port (f2b949e0-bd06-4213-88fa-2cf202d3b541), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:06.049365 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (f2b949e0-bd06-4213-88fa-2cf202d3b541), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:06.130236 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Network 8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:06:06.135029 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:06:06.140962 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Pushing event updated for resources: {'Port': ['ID=f2b949e0-bd06-4213-88fa-2cf202d3b541,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:06.148299 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:06:06.176045 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:06.176396 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:06.176758 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:06.177116 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:06.177456 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:06.177791 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:06.178120 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:06.178448 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:06.178815 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:06.179955 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:06.180296 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:06.180676 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:06.181006 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:06.181335 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:06.181687 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Tracked resource versions report: Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: pushed versions: Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: { 'AddressGroup': {'1.2'}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Agent': {'1.1'}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'ConntrackHelper': {'1.0'}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Log': {'1.0'}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'NDPProxy': {'1.0'}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Network': {'1.1'}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Port': {'1.7'}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'PortForwarding': {'1.2'}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'QosPolicy': {'1.10'}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'SecurityGroup': {'1.5'}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'SubPort': {'1.0'}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Subnet': {'1.1'}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Trunk': {'1.1'}} Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: consumer versions: Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: { DHCP agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: L3 agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: Metadata agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: Metering agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: Open vSwitch agent@dv-cinder-831247-12-iscsi: { 'AddressGroup': '1.2', Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Agent': '1.1', Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'ConntrackHelper': '1.0', Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'LocalIPAssociation': '1.0', Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Log': '1.0', Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'NDPProxy': '1.0', Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Network': '1.1', Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Port': '1.7', Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'PortForwarding': '1.2', Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'QosPolicy': '1.10', Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'SecurityGroup': '1.5', Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'SecurityGroupRule': '1.2', Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'SubPort': '1.0', Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Subnet': '1.1', Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Trunk': '1.1'}} Mar 15 17:06:06.183189 dv-cinder-831247-12-iscsi neutron-server[103958]: {{(pid=103958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:06:06.234400 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Attempting to bind port f2b949e0-bd06-4213-88fa-2cf202d3b541 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:06:06.235980 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Attempting to bind port f2b949e0-bd06-4213-88fa-2cf202d3b541 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:06:06.235980 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Attempting to bind port f2b949e0-bd06-4213-88fa-2cf202d3b541 on network 8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:06:06.240134 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:06:06.240517 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Checking segment: {'id': '5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:06:06.241007 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:06.241395 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Bound using segment: {'id': '5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:06:06.241960 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Bound port: f2b949e0-bd06-4213-88fa-2cf202d3b541, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:06:06.242359 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (f2b949e0-bd06-4213-88fa-2cf202d3b541), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:06.307523 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] For port f2b949e0-bd06-4213-88fa-2cf202d3b541, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:06:06.311591 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] For port f2b949e0-bd06-4213-88fa-2cf202d3b541, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=f2b949e0-bd06-4213-88fa-2cf202d3b541,segment=NetworkSegment(5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9),segment_id=5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:06:06.432489 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (f2b949e0-bd06-4213-88fa-2cf202d3b541), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:06.495201 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39888a5-cdbe-4ac5-bfce-4d9de1ebdb6c None None] Pushing event updated for resources: {'Port': ['ID=f2b949e0-bd06-4213-88fa-2cf202d3b541,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:07.197085 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35030) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:07.516486 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [None req-7790aade-2d51-4913-af1b-6592a22598f1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103957) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:06:07.530750 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7790aade-2d51-4913-af1b-6592a22598f1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3193638 Mar 15 17:06:10.071981 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35038) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:10.389131 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [None req-fca672f6-fa5f-4d40-87a8-8147fb5f9d55 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103957) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:06:10.390112 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-fca672f6-fa5f-4d40-87a8-8147fb5f9d55 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3171113 Mar 15 17:06:12.937118 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35046) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:13.248170 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-589561af-bdac-443a-a04e-34d647b6bda9 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:13.343538 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-589561af-bdac-443a-a04e-34d647b6bda9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7387'] for router (a18b4f1f-79d4-4f1e-8955-640ef83d340f), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:13.345295 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-589561af-bdac-443a-a04e-34d647b6bda9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router (a18b4f1f-79d4-4f1e-8955-640ef83d340f), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:13.504545 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-589561af-bdac-443a-a04e-34d647b6bda9 demo demo] Publish callbacks [] for router_controller (a18b4f1f-79d4-4f1e-8955-640ef83d340f), precommit_add_association {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:13.566654 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-589561af-bdac-443a-a04e-34d647b6bda9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686872'] for router (a18b4f1f-79d4-4f1e-8955-640ef83d340f), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:13.651267 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-589561af-bdac-443a-a04e-34d647b6bda9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:13.652513 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-589561af-bdac-443a-a04e-34d647b6bda9 demo demo] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7143292 Mar 15 17:06:15.931383 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ca637cef-2fca-4ed9-9996-fd52f09a3dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:16.250177 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35058) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:16.566325 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [None req-b7577f47-85ad-447d-847e-a2e8acac443d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103957) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:06:16.567350 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b7577f47-85ad-447d-847e-a2e8acac443d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3162012 Mar 15 17:06:17.278924 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device f2b949e0-bd06-4213-88fa-2cf202d3b541 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:06:17.362811 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port f2b949e0-bd06-4213-88fa-2cf202d3b541 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:17.363238 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (f2b949e0-bd06-4213-88fa-2cf202d3b541), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:17.470914 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port f2b949e0-bd06-4213-88fa-2cf202d3b541 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:06:17.471307 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (f2b949e0-bd06-4213-88fa-2cf202d3b541), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:17.507149 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] For port f2b949e0-bd06-4213-88fa-2cf202d3b541, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=f2b949e0-bd06-4213-88fa-2cf202d3b541,segment=NetworkSegment(5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9),segment_id=5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:06:17.574783 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (f2b949e0-bd06-4213-88fa-2cf202d3b541), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:17.621720 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Pushing event updated for resources: {'Port': ['ID=f2b949e0-bd06-4213-88fa-2cf202d3b541,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:17.964049 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7e2ec1-582c-47cb-94ba-e06b70520825 None None] Network 8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:06:18.078018 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-bc68efd8-1366-4419-afe9-2ea035c5c7f5 None None] Provisioning complete for port f2b949e0-bd06-4213-88fa-2cf202d3b541 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:18.078408 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bc68efd8-1366-4419-afe9-2ea035c5c7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (f2b949e0-bd06-4213-88fa-2cf202d3b541), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:18.168682 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-bc68efd8-1366-4419-afe9-2ea035c5c7f5 None None] Current status of the port f2b949e0-bd06-4213-88fa-2cf202d3b541 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:06:18.389954 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-aee8e060-0fc1-4a3a-b8cc-db4cd8e0f219 None None] Provisioning complete for port f2b949e0-bd06-4213-88fa-2cf202d3b541 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:18.390601 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-aee8e060-0fc1-4a3a-b8cc-db4cd8e0f219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (f2b949e0-bd06-4213-88fa-2cf202d3b541), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:18.468256 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-aee8e060-0fc1-4a3a-b8cc-db4cd8e0f219 None None] Current status of the port f2b949e0-bd06-4213-88fa-2cf202d3b541 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:06:18.577805 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3898df24-8b6d-4fe7-80bb-4d0dd255751c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:19.120169 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35066) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:19.255354 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device f2b949e0-bd06-4213-88fa-2cf202d3b541 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:06:19.305665 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port f2b949e0-bd06-4213-88fa-2cf202d3b541 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:19.306057 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (f2b949e0-bd06-4213-88fa-2cf202d3b541), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:19.327681 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:19.382983 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port f2b949e0-bd06-4213-88fa-2cf202d3b541 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:06:19.385831 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:19.456918 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Made reservation on behalf of 445c9c5772884fd68d08df8c69fa34fd for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:06:19.459115 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:19.474178 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:19.572939 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Publish callbacks [] for security_group (4a7113d4-ea1a-4408-b3b1-60e92a1f3671), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:19.634050 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (4a7113d4-ea1a-4408-b3b1-60e92a1f3671), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:19.655246 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Reserving flat network on physical network physnet1 {{(pid=103957) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 15 17:06:19.674466 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7113d4-ea1a-4408-b3b1-60e92a1f3671,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:19.681385 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791252288184', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:19.681958 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Unsubscribe: segment precommit_create {{(pid=103957) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 15 17:06:19.682423 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Added segment 36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1 of type flat for network ceae017f-2819-47ba-8d0c-41f6f4b64533 Mar 15 17:06:19.735881 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (ceae017f-2819-47ba-8d0c-41f6f4b64533), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:19.832362 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (ceae017f-2819-47ba-8d0c-41f6f4b64533), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:19.833393 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:19.834010 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:19.922324 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] Pushing event updated for resources: {'Network': ['ID=ceae017f-2819-47ba-8d0c-41f6f4b64533,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:19.932855 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:06:20.089266 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1600fdc4-1fec-4ed8-bf72-cb9152adb9b7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9680200 Mar 15 17:06:20.889080 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:21.249165 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:06:22.527613 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35084) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:22.537243 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:22.632895 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207a1437-e855-4d87-b12c-a427092a05aa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:22.634235 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-207a1437-e855-4d87-b12c-a427092a05aa demo admin] 10.222.0.37 "GET /v2.0/subnets/19d4a964-4d7f-418c-9205-4a6417e24202 HTTP/1.1" status: 200 len: 849 time: 0.1054029 Mar 15 17:06:22.759849 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-8c25d1dd-d0a0-4b64-9d8c-16f11e1e7270 demo admin] 10.222.0.37 "GET /v2.0/routers/a18b4f1f-79d4-4f1e-8955-640ef83d340f HTTP/1.1" status: 200 len: 704 time: 0.1197038 Mar 15 17:06:23.027357 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:23.315476 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Allocated IP 172.20.0.1 (8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772/19d4a964-4d7f-418c-9205-4a6417e24202/83f7b6fb-3997-4abe-aaaa-5ce85f9bb747) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:06:23.466045 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Publish callbacks [] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:23.640776 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:23.711538 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Network 8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:06:23.718526 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:06:23.721173 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:06:23.721721 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686921'] for router_interface (a18b4f1f-79d4-4f1e-8955-640ef83d340f), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:23.795099 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Pushing event updated for resources: {'Port': ['ID=83f7b6fb-3997-4abe-aaaa-5ce85f9bb747,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:23.920028 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-a248ed68-2577-45a2-bd3f-c0513fbc122a None None] Provisioning complete for port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:23.920541 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a248ed68-2577-45a2-bd3f-c0513fbc122a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:23.952070 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-a248ed68-2577-45a2-bd3f-c0513fbc122a None None] Port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:06:24.049092 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:24.254864 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Publish callbacks [] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:24.314325 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:24.315089 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1720345'] for router_interface (a18b4f1f-79d4-4f1e-8955-640ef83d340f), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:24.394522 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Pushing event updated for resources: {'Port': ['ID=83f7b6fb-3997-4abe-aaaa-5ce85f9bb747,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:24.441792 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Network 8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:06:24.443084 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:06:24.731801 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Router a18b4f1f-79d4-4f1e-8955-640ef83d340f is scheduled to L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f with binding_index 1 {{(pid=103957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:06:24.774297 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-62bd73a7-a750-4d57-9fb8-c0fd2b60084d None None] Provisioning complete for port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:24.774607 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-62bd73a7-a750-4d57-9fb8-c0fd2b60084d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:24.812887 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-62bd73a7-a750-4d57-9fb8-c0fd2b60084d None None] Port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:06:24.832577 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:06:24.838657 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-967097c4-d587-4f0c-bbe3-161302e397f1 demo admin] 10.222.0.37 "PUT /v2.0/routers/a18b4f1f-79d4-4f1e-8955-640ef83d340f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0735626 Mar 15 17:06:24.844322 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Sync routers for ids ['a18b4f1f-79d4-4f1e-8955-640ef83d340f'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:06:24.856515 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Routers {'a18b4f1f-79d4-4f1e-8955-640ef83d340f'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:06:24.858138 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:06:18Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['a18b4f1f-79d4-4f1e-8955-640ef83d340f'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:25.055371 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Set router a18b4f1f-79d4-4f1e-8955-640ef83d340f gateway port host: None {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:06:25.498421 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b4f1f-79d4-4f1e-8955-640ef83d340f', 'name': 'router1', 'tenant_id': '3a607c99e8044a0997aa9711d97b3d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:06:13Z', 'updated_at': '2022-03-15T17:06:23Z', 'revision_number': 2, 'project_id': '3a607c99e8044a0997aa9711d97b3d0c', 'gw_port_host': None, '_interfaces': [{'id': '83f7b6fb-3997-4abe-aaaa-5ce85f9bb747', 'name': '', 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772', 'tenant_id': '3a607c99e8044a0997aa9711d97b3d0c', 'mac_address': 'fa:16:3e:35:45:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b4f1f-79d4-4f1e-8955-640ef83d340f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19d4a964-4d7f-418c-9205-4a6417e24202', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:06:23Z', 'updated_at': '2022-03-15T17:06:24Z', 'revision_number': 2, 'project_id': '3a607c99e8044a0997aa9711d97b3d0c', 'subnets': [{'id': '19d4a964-4d7f-418c-9205-4a6417e24202', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '910d3c96-8f5a-4516-9acf-d9d1dfad0052'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:25.550460 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Checking router: a18b4f1f-79d4-4f1e-8955-640ef83d340f for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:06:25.550863 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Updating router a18b4f1f-79d4-4f1e-8955-640ef83d340f port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 binding host dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:06:25.609553 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:26.120095 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Publish callbacks [] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:26.182982 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:26.344870 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Pushing event updated for resources: {'Port': ['ID=83f7b6fb-3997-4abe-aaaa-5ce85f9bb747,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:26.352888 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Attempting to bind port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:06:26.353302 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Attempting to bind port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:06:26.353737 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Attempting to bind port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 on network 8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:06:26.356398 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:26.356744 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:26.357090 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:26.357433 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:26.357763 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:26.358329 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:26.358635 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:26.358980 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:26.359318 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:26.359641 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:26.360004 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:26.360354 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:26.360677 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:26.360998 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:26.361318 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Tracked resource versions report: Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: pushed versions: Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: { 'AddressGroup': {'1.2'}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Agent': {'1.1'}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'ConntrackHelper': {'1.0'}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Log': {'1.0'}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'NDPProxy': {'1.0'}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Network': {'1.1'}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Port': {'1.7'}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'PortForwarding': {'1.2'}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'QosPolicy': {'1.10'}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'SecurityGroup': {'1.5'}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'SubPort': {'1.0'}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Subnet': {'1.1'}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Trunk': {'1.1'}} Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: consumer versions: Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: { DHCP agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: L3 agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: Metadata agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: Metering agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: Open vSwitch agent@dv-cinder-831247-12-iscsi: { 'AddressGroup': '1.2', Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Agent': '1.1', Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'ConntrackHelper': '1.0', Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'LocalIPAssociation': '1.0', Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Log': '1.0', Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'NDPProxy': '1.0', Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Network': '1.1', Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Port': '1.7', Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'PortForwarding': '1.2', Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'QosPolicy': '1.10', Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'SecurityGroup': '1.5', Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'SecurityGroupRule': '1.2', Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'SubPort': '1.0', Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Subnet': '1.1', Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Trunk': '1.1'}} Mar 15 17:06:26.362806 dv-cinder-831247-12-iscsi neutron-server[103959]: {{(pid=103959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:06:26.369427 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:06:26.369853 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Checking segment: {'id': '5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:06:26.370363 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:26.370696 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Bound using segment: {'id': '5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:06:26.371235 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Bound port: 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:06:26.371613 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:26.440316 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] For port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:06:26.446013 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-f0b50190-5ebc-4bdd-bd07-f62b22d17555 None None] Provisioning complete for port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:26.446549 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f0b50190-5ebc-4bdd-bd07-f62b22d17555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:26.459268 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] For port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=83f7b6fb-3997-4abe-aaaa-5ce85f9bb747,segment=NetworkSegment(5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9),segment_id=5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:06:26.480998 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f0b50190-5ebc-4bdd-bd07-f62b22d17555 None None] Port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:06:26.538054 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:26.596806 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d9fef-8f6c-4438-8819-7479ad7e0bfd None None] Pushing event updated for resources: {'Port': ['ID=83f7b6fb-3997-4abe-aaaa-5ce85f9bb747,revision_number=4']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:26.603153 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Routers {'a18b4f1f-79d4-4f1e-8955-640ef83d340f'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:06:26.603718 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:06:18Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['a18b4f1f-79d4-4f1e-8955-640ef83d340f'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:26.697649 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] Set router a18b4f1f-79d4-4f1e-8955-640ef83d340f gateway port host: None {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:06:26.804363 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-75dfa456-4e35-4f0e-871f-fa217c5466da None None] Provisioning complete for port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:26.804803 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-75dfa456-4e35-4f0e-871f-fa217c5466da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:26.884902 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-75dfa456-4e35-4f0e-871f-fa217c5466da None None] Current status of the port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:06:26.885257 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-75dfa456-4e35-4f0e-871f-fa217c5466da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:26.915618 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b4f1f-79d4-4f1e-8955-640ef83d340f', 'name': 'router1', 'tenant_id': '3a607c99e8044a0997aa9711d97b3d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:06:13Z', 'updated_at': '2022-03-15T17:06:23Z', 'revision_number': 2, 'project_id': '3a607c99e8044a0997aa9711d97b3d0c', 'gw_port_host': None, '_interfaces': [{'id': '83f7b6fb-3997-4abe-aaaa-5ce85f9bb747', 'name': '', 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772', 'tenant_id': '3a607c99e8044a0997aa9711d97b3d0c', 'mac_address': 'fa:16:3e:35:45:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b4f1f-79d4-4f1e-8955-640ef83d340f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19d4a964-4d7f-418c-9205-4a6417e24202', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:06:23Z', 'updated_at': '2022-03-15T17:06:26Z', 'revision_number': 4, 'project_id': '3a607c99e8044a0997aa9711d97b3d0c', 'subnets': [{'id': '19d4a964-4d7f-418c-9205-4a6417e24202', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '910d3c96-8f5a-4516-9acf-d9d1dfad0052'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:26.917747 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-75dfa456-4e35-4f0e-871f-fa217c5466da None None] For port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=83f7b6fb-3997-4abe-aaaa-5ce85f9bb747,segment=NetworkSegment(5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9),segment_id=5ff6db0a-7eb8-4d71-9d7a-52f1692a4dc9)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:06:26.942307 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbcbb5a-2c97-482d-8ab4-73fa04b90ffb None None] The sync data for ids ['a18b4f1f-79d4-4f1e-8955-640ef83d340f'] in dv-cinder-831247-12-iscsi is: [{'id': 'a18b4f1f-79d4-4f1e-8955-640ef83d340f', 'name': 'router1', 'tenant_id': '3a607c99e8044a0997aa9711d97b3d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:06:13Z', 'updated_at': '2022-03-15T17:06:23Z', 'revision_number': 2, 'project_id': '3a607c99e8044a0997aa9711d97b3d0c', 'gw_port_host': None, '_interfaces': [{'id': '83f7b6fb-3997-4abe-aaaa-5ce85f9bb747', 'name': '', 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772', 'tenant_id': '3a607c99e8044a0997aa9711d97b3d0c', 'mac_address': 'fa:16:3e:35:45:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b4f1f-79d4-4f1e-8955-640ef83d340f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19d4a964-4d7f-418c-9205-4a6417e24202', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:06:23Z', 'updated_at': '2022-03-15T17:06:26Z', 'revision_number': 4, 'project_id': '3a607c99e8044a0997aa9711d97b3d0c', 'subnets': [{'id': '19d4a964-4d7f-418c-9205-4a6417e24202', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '910d3c96-8f5a-4516-9acf-d9d1dfad0052'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:06:26.977753 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-75dfa456-4e35-4f0e-871f-fa217c5466da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:27.027386 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfa456-4e35-4f0e-871f-fa217c5466da None None] Pushing event updated for resources: {'Port': ['ID=83f7b6fb-3997-4abe-aaaa-5ce85f9bb747,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:27.238707 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35104) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:27.348974 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97403776-5837-4c7b-9948-925a3ff8202b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:27.350334 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-97403776-5837-4c7b-9948-925a3ff8202b admin admin] 10.222.0.37 "GET /v2.0/networks/ceae017f-2819-47ba-8d0c-41f6f4b64533 HTTP/1.1" status: 200 len: 842 time: 0.1105416 Mar 15 17:06:27.359589 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-f3f22784-96e1-4ca1-9db5-715d4ea1b01b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:27.463179 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f22784-96e1-4ca1-9db5-715d4ea1b01b admin admin] Made reservation on behalf of 445c9c5772884fd68d08df8c69fa34fd for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:06:27.465365 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f3f22784-96e1-4ca1-9db5-715d4ea1b01b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:27.803606 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.objects.ports [None req-f3f22784-96e1-4ca1-9db5-715d4ea1b01b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103957) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 15 17:06:27.804045 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f3f22784-96e1-4ca1-9db5-715d4ea1b01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for subnet (b5a96773-ab2f-434f-8ea9-408da1c8b526), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:27.858289 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f22784-96e1-4ca1-9db5-715d4ea1b01b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5a96773-ab2f-434f-8ea9-408da1c8b526,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:27.866527 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f22784-96e1-4ca1-9db5-715d4ea1b01b admin admin] Checking segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:06:27.867473 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f22784-96e1-4ca1-9db5-715d4ea1b01b admin admin] Network hostable DHCP agents. Network: ceae017f-2819-47ba-8d0c-41f6f4b64533, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:06:27.983320 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f22784-96e1-4ca1-9db5-715d4ea1b01b admin admin] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:06:28.061054 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-f3f22784-96e1-4ca1-9db5-715d4ea1b01b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, ceae017f-2819-47ba-8d0c-41f6f4b64533) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:06:28.065852 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f22784-96e1-4ca1-9db5-715d4ea1b01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:28.066563 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f3f22784-96e1-4ca1-9db5-715d4ea1b01b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:28.071106 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52f93e5-99de-4dfc-b032-4494062564ac None None] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:06:28.137743 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f3f22784-96e1-4ca1-9db5-715d4ea1b01b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7814467 Mar 15 17:06:28.175377 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dbbaa6-e563-4f8c-a36a-be0ce4d07f30 None None] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:06:30.571463 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35112) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:30.776499 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-0148055e-c885-4881-8ba8-1e283d1d6178 demo admin] 10.222.0.37 "GET /v2.0/routers/a18b4f1f-79d4-4f1e-8955-640ef83d340f HTTP/1.1" status: 200 len: 710 time: 0.2038093 Mar 15 17:06:30.863983 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e289b5f-f807-40a1-86dd-53c380131882 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:30.865338 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3e289b5f-f807-40a1-86dd-53c380131882 demo admin] 10.222.0.37 "GET /v2.0/networks/ceae017f-2819-47ba-8d0c-41f6f4b64533 HTTP/1.1" status: 200 len: 886 time: 0.0835297 Mar 15 17:06:30.875017 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:31.129625 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Publish callbacks [] for router_gateway (a18b4f1f-79d4-4f1e-8955-640ef83d340f), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:31.443296 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Publish callbacks [] for router_gateway (a18b4f1f-79d4-4f1e-8955-640ef83d340f), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:31.517100 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:31.679126 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Allocated IP 172.27.3.91 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/39536350-c22d-40d7-ab72-3a6e5638f249) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:06:31.781944 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Publish callbacks [] for port (39536350-c22d-40d7-ab72-3a6e5638f249), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:31.892346 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (39536350-c22d-40d7-ab72-3a6e5638f249), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:31.933284 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:06:31.936276 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:06:31.940660 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:06:31.974589 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Pushing event updated for resources: {'Port': ['ID=39536350-c22d-40d7-ab72-3a6e5638f249,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:32.288414 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Publish callbacks [] for router_gateway (a18b4f1f-79d4-4f1e-8955-640ef83d340f), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.579256 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1721275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1685185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7392'] for router (a18b4f1f-79d4-4f1e-8955-640ef83d340f), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.582572 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1721250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1685192'] for router (a18b4f1f-79d4-4f1e-8955-640ef83d340f), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.692976 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Router a18b4f1f-79d4-4f1e-8955-640ef83d340f has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:06:32.803687 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:06:32.808747 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.822757 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-62cd2ed9-890d-44a4-b476-1473a74686c6 demo admin] 10.222.0.37 "PUT /v2.0/routers/a18b4f1f-79d4-4f1e-8955-640ef83d340f HTTP/1.1" status: 200 len: 889 time: 1.9381809 Mar 15 17:06:35.297553 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:06:35.347191 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35124) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:35.347897 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:35.348290 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:35.431479 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:06:35.478639 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-eb851501-79d1-4702-860a-c96de0d5ac45 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1296184 Mar 15 17:06:35.565087 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Sync routers for ids ['a18b4f1f-79d4-4f1e-8955-640ef83d340f'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:06:35.576854 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Routers {'a18b4f1f-79d4-4f1e-8955-640ef83d340f'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:06:35.577533 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:06:18Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['a18b4f1f-79d4-4f1e-8955-640ef83d340f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:35.803874 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Set router a18b4f1f-79d4-4f1e-8955-640ef83d340f gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:06:36.279170 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b4f1f-79d4-4f1e-8955-640ef83d340f', 'name': 'router1', 'tenant_id': '3a607c99e8044a0997aa9711d97b3d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '39536350-c22d-40d7-ab72-3a6e5638f249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:06:13Z', 'updated_at': '2022-03-15T17:06:32Z', 'revision_number': 4, 'project_id': '3a607c99e8044a0997aa9711d97b3d0c', 'gw_port': {'id': '39536350-c22d-40d7-ab72-3a6e5638f249', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b4f1f-79d4-4f1e-8955-640ef83d340f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:06:31Z', 'updated_at': '2022-03-15T17:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '83f7b6fb-3997-4abe-aaaa-5ce85f9bb747', 'name': '', 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772', 'tenant_id': '3a607c99e8044a0997aa9711d97b3d0c', 'mac_address': 'fa:16:3e:35:45:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b4f1f-79d4-4f1e-8955-640ef83d340f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19d4a964-4d7f-418c-9205-4a6417e24202', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:06:23Z', 'updated_at': '2022-03-15T17:06:26Z', 'revision_number': 5, 'project_id': '3a607c99e8044a0997aa9711d97b3d0c', 'subnets': [{'id': '19d4a964-4d7f-418c-9205-4a6417e24202', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '910d3c96-8f5a-4516-9acf-d9d1dfad0052'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:36.330237 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Checking router: a18b4f1f-79d4-4f1e-8955-640ef83d340f for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:06:36.330967 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Updating router a18b4f1f-79d4-4f1e-8955-640ef83d340f port 39536350-c22d-40d7-ab72-3a6e5638f249 binding host dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:06:36.393735 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (39536350-c22d-40d7-ab72-3a6e5638f249), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:36.719416 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Publish callbacks [] for port (39536350-c22d-40d7-ab72-3a6e5638f249), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:36.783553 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (39536350-c22d-40d7-ab72-3a6e5638f249), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:36.833183 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a7770-3245-431a-b9df-780310aed698 None None] Pushing event updated for resources: {'Port': ['ID=39536350-c22d-40d7-ab72-3a6e5638f249,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:36.856188 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Attempting to bind port 39536350-c22d-40d7-ab72-3a6e5638f249 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:06:36.856716 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Attempting to bind port 39536350-c22d-40d7-ab72-3a6e5638f249 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:06:36.857137 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Attempting to bind port 39536350-c22d-40d7-ab72-3a6e5638f249 on network ceae017f-2819-47ba-8d0c-41f6f4b64533 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:06:36.862294 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:06:36.862673 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Checking segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:06:36.863156 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:36.863548 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Bound using segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:06:36.864018 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Bound port: 39536350-c22d-40d7-ab72-3a6e5638f249, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:06:36.864397 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (39536350-c22d-40d7-ab72-3a6e5638f249), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:36.914800 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] For port 39536350-c22d-40d7-ab72-3a6e5638f249, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:06:36.917720 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] For port 39536350-c22d-40d7-ab72-3a6e5638f249, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=39536350-c22d-40d7-ab72-3a6e5638f249,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:06:36.987055 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (39536350-c22d-40d7-ab72-3a6e5638f249), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:37.044362 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Routers {'a18b4f1f-79d4-4f1e-8955-640ef83d340f'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:06:37.044972 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:06:18Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['a18b4f1f-79d4-4f1e-8955-640ef83d340f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:37.107128 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a7770-3245-431a-b9df-780310aed698 None None] Pushing event updated for resources: {'Port': ['ID=39536350-c22d-40d7-ab72-3a6e5638f249,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:37.158757 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] Set router a18b4f1f-79d4-4f1e-8955-640ef83d340f gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:06:37.396613 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b4f1f-79d4-4f1e-8955-640ef83d340f', 'name': 'router1', 'tenant_id': '3a607c99e8044a0997aa9711d97b3d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '39536350-c22d-40d7-ab72-3a6e5638f249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:06:13Z', 'updated_at': '2022-03-15T17:06:32Z', 'revision_number': 4, 'project_id': '3a607c99e8044a0997aa9711d97b3d0c', 'gw_port': {'id': '39536350-c22d-40d7-ab72-3a6e5638f249', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b4f1f-79d4-4f1e-8955-640ef83d340f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:06:31Z', 'updated_at': '2022-03-15T17:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '83f7b6fb-3997-4abe-aaaa-5ce85f9bb747', 'name': '', 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772', 'tenant_id': '3a607c99e8044a0997aa9711d97b3d0c', 'mac_address': 'fa:16:3e:35:45:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b4f1f-79d4-4f1e-8955-640ef83d340f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19d4a964-4d7f-418c-9205-4a6417e24202', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:06:23Z', 'updated_at': '2022-03-15T17:06:26Z', 'revision_number': 5, 'project_id': '3a607c99e8044a0997aa9711d97b3d0c', 'subnets': [{'id': '19d4a964-4d7f-418c-9205-4a6417e24202', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '910d3c96-8f5a-4516-9acf-d9d1dfad0052'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:37.426290 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a0a497-94da-4db8-9297-353d9ee0b82f None None] The sync data for ids ['a18b4f1f-79d4-4f1e-8955-640ef83d340f'] in dv-cinder-831247-12-iscsi is: [{'id': 'a18b4f1f-79d4-4f1e-8955-640ef83d340f', 'name': 'router1', 'tenant_id': '3a607c99e8044a0997aa9711d97b3d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '39536350-c22d-40d7-ab72-3a6e5638f249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:06:13Z', 'updated_at': '2022-03-15T17:06:32Z', 'revision_number': 4, 'project_id': '3a607c99e8044a0997aa9711d97b3d0c', 'gw_port': {'id': '39536350-c22d-40d7-ab72-3a6e5638f249', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b4f1f-79d4-4f1e-8955-640ef83d340f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:06:31Z', 'updated_at': '2022-03-15T17:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '83f7b6fb-3997-4abe-aaaa-5ce85f9bb747', 'name': '', 'network_id': '8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772', 'tenant_id': '3a607c99e8044a0997aa9711d97b3d0c', 'mac_address': 'fa:16:3e:35:45:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b4f1f-79d4-4f1e-8955-640ef83d340f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19d4a964-4d7f-418c-9205-4a6417e24202', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:06:23Z', 'updated_at': '2022-03-15T17:06:26Z', 'revision_number': 5, 'project_id': '3a607c99e8044a0997aa9711d97b3d0c', 'subnets': [{'id': '19d4a964-4d7f-418c-9205-4a6417e24202', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '910d3c96-8f5a-4516-9acf-d9d1dfad0052'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:06:39.355793 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 39536350-c22d-40d7-ab72-3a6e5638f249 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:06:39.412829 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 39536350-c22d-40d7-ab72-3a6e5638f249 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:39.413229 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (39536350-c22d-40d7-ab72-3a6e5638f249), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:39.497590 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 39536350-c22d-40d7-ab72-3a6e5638f249 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:06:39.497590 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (39536350-c22d-40d7-ab72-3a6e5638f249), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:39.520590 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] For port 39536350-c22d-40d7-ab72-3a6e5638f249, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=39536350-c22d-40d7-ab72-3a6e5638f249,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:06:39.633457 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (39536350-c22d-40d7-ab72-3a6e5638f249), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:39.697767 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Pushing event updated for resources: {'Port': ['ID=39536350-c22d-40d7-ab72-3a6e5638f249,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:41.346458 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 39536350-c22d-40d7-ab72-3a6e5638f249 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:06:41.512849 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 39536350-c22d-40d7-ab72-3a6e5638f249 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:41.515248 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (39536350-c22d-40d7-ab72-3a6e5638f249), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:41.690951 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 39536350-c22d-40d7-ab72-3a6e5638f249 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:06:45.972067 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c4912cd5-99a4-4dee-9a0f-484a3b4508b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.604043 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-531b6796-6b77-459b-a386-527d255cda55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.336535 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:50.887009 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:52.549645 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:58.248273 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:07:15.955161 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-76919616-80b7-4805-ad63-2279902d5980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:18.587675 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9f2229d3-2279-41c6-a820-169fb63d2ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:19.358427 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:20.893295 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.541998 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:35.248072 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:07:46.012327 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1eed33a9-8330-4ab5-8090-77bfed98e45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:48.584262 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-51ad1fbb-bc80-453c-bc02-d5304dd0b1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:49.341392 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:50.875751 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:52.530277 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:00.473431 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35608) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:00.535447 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51312f0-c852-49ce-9c8b-9abf07218b2b admin admin] GET failed (client error): The resource could not be found. Mar 15 17:08:00.536739 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a51312f0-c852-49ce-9c8b-9abf07218b2b admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623589 Mar 15 17:08:00.699200 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c2d66-615c-44fb-9865-307ec7b0ddba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:00.700662 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e38c2d66-615c-44fb-9865-307ec7b0ddba admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1595967 Mar 15 17:08:03.046739 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35618) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:03.139777 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91343103-2b1c-451b-bd91-fe3d690d1b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:03.141116 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-91343103-2b1c-451b-bd91-fe3d690d1b3f admin admin] 10.222.0.37 "GET /v2.0/subnets/19d4a964-4d7f-418c-9205-4a6417e24202 HTTP/1.1" status: 200 len: 849 time: 0.0934088 Mar 15 17:08:03.150944 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:08:03.237460 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Publish callbacks [] for subnet (19d4a964-4d7f-418c-9205-4a6417e24202), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:03.427086 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791252139021'] for subnet (19d4a964-4d7f-418c-9205-4a6417e24202), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:03.460594 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:03.461492 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:03.462457 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] 10.222.0.37 "PUT /v2.0/subnets/19d4a964-4d7f-418c-9205-4a6417e24202 HTTP/1.1" status: 200 len: 868 time: 0.3157492 Mar 15 17:08:03.464666 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5432967-fae0-444a-b4a4-a5ce7220779f None None] Network 8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:08:03.485352 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d4a964-4d7f-418c-9205-4a6417e24202,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:03.493800 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:03.494089 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:03.494421 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:03.494788 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:03.495125 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:03.495460 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:03.495790 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:03.496122 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:03.496464 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:03.496797 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:03.497136 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:03.497465 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:03.497949 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:03.498280 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:03.498597 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c656cec9-cfa6-4245-82e5-c42b7b81028b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:03.802401 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-7cc80a31-e771-4e24-9704-5209c02b3a9e None None] Provisioning complete for port f2b949e0-bd06-4213-88fa-2cf202d3b541 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:08:03.802803 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7cc80a31-e771-4e24-9704-5209c02b3a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (f2b949e0-bd06-4213-88fa-2cf202d3b541), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:03.882191 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-7cc80a31-e771-4e24-9704-5209c02b3a9e None None] Current status of the port f2b949e0-bd06-4213-88fa-2cf202d3b541 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:08:03.891827 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-7cc80a31-e771-4e24-9704-5209c02b3a9e None None] Provisioning complete for port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:08:03.892227 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7cc80a31-e771-4e24-9704-5209c02b3a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (83f7b6fb-3997-4abe-aaaa-5ce85f9bb747), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:03.968506 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-7cc80a31-e771-4e24-9704-5209c02b3a9e None None] Current status of the port 83f7b6fb-3997-4abe-aaaa-5ce85f9bb747 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:08:05.785604 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35626) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:05.981115 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922c6a59-191f-4b46-bbcb-7a3c0b2d31c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:05.981503 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922c6a59-191f-4b46-bbcb-7a3c0b2d31c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:05.983066 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-922c6a59-191f-4b46-bbcb-7a3c0b2d31c2 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1964562 Mar 15 17:08:08.293702 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 35634) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:08.502837 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1318367a-e9d3-4a66-bebb-4a489e5701a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:08.503254 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1318367a-e9d3-4a66-bebb-4a489e5701a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:08.504829 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1318367a-e9d3-4a66-bebb-4a489e5701a5 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2101915 Mar 15 17:08:10.844336 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 35644) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:11.087023 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aba67c-aa59-4311-a136-02fedc127e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:11.088404 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d8aba67c-aa59-4311-a136-02fedc127e43 admin admin] 10.222.0.37 "GET /v2.0/networks/8eaf6ede-ea19-4022-8bd0-2bc5cfc4e772 HTTP/1.1" status: 200 len: 869 time: 0.2431180 Mar 15 17:08:12.247129 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:08:13.416084 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 35652) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:13.543890 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5571ba0-da85-48af-a3ae-bc659fd879b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:13.545268 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c5571ba0-da85-48af-a3ae-bc659fd879b0 admin admin] 10.222.0.37 "GET /v2.0/networks/ceae017f-2819-47ba-8d0c-41f6f4b64533 HTTP/1.1" status: 200 len: 886 time: 0.1282089 Mar 15 17:08:15.858675 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 35660) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:15.964382 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-845168b8-8afb-4ed4-aca0-f9510e4de7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:15.984970 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd617a39-1eed-43b3-9551-699ad2d607d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:15.985423 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd617a39-1eed-43b3-9551-699ad2d607d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:15.986973 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-dd617a39-1eed-43b3-9551-699ad2d607d6 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272910 Mar 15 17:08:18.373483 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 35668) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:18.466587 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4772ed88-6217-45eb-bc0d-f8c4bbbd0ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:18.467080 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4772ed88-6217-45eb-bc0d-f8c4bbbd0ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:18.468586 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4772ed88-6217-45eb-bc0d-f8c4bbbd0ff9 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941298 Mar 15 17:08:18.578670 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4cfe5efa-6e11-4569-8537-5de9402d5d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:19.338252 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:20.798133 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 35676) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:20.873087 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:20.938365 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e86597-2245-4828-83fe-e0430e3b0c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:20.939759 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f9e86597-2245-4828-83fe-e0430e3b0c51 admin admin] 10.222.0.37 "GET /v2.0/subnets/19d4a964-4d7f-418c-9205-4a6417e24202 HTTP/1.1" status: 200 len: 868 time: 0.1406441 Mar 15 17:08:22.521180 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:23.263023 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 35684) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:23.347898 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895bfc23-2d85-450c-8d43-c1b34b9c7dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:23.349227 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-895bfc23-2d85-450c-8d43-c1b34b9c7dd8 admin admin] 10.222.0.37 "GET /v2.0/subnets/b5a96773-ab2f-434f-8ea9-408da1c8b526 HTTP/1.1" status: 200 len: 816 time: 0.0852573 Mar 15 17:08:45.966660 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b8826736-298a-4a27-a8fa-316bf0326624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:48.598332 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b80dea5b-459f-4149-9642-594c85c21cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:49.245678 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:08:49.341053 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:50.881998 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:51.516301 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 35736) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:51.563120 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [None req-b62bcea0-6387-4e7f-a7aa-f1bbaf0d6af6 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:08:51.564119 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b62bcea0-6387-4e7f-a7aa-f1bbaf0d6af6 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468760 Mar 15 17:08:52.523809 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:53.965008 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35744) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:54.025677 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f62deb8-711f-4cef-9fc7-283a9479c654 admin admin] GET failed (client error): The resource could not be found. Mar 15 17:08:54.026973 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-0f62deb8-711f-4cef-9fc7-283a9479c654 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609591 Mar 15 17:08:54.113414 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a39209-c00a-49e5-8e13-c147506f6c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:54.115020 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-45a39209-c00a-49e5-8e13-c147506f6c18 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0837646 Mar 15 17:08:56.649075 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35752) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:56.696120 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-8c6a4256-2020-4eef-aad8-c4a6f632c50e admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:08:56.811967 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6a4256-2020-4eef-aad8-c4a6f632c50e admin admin] Made reservation on behalf of 445c9c5772884fd68d08df8c69fa34fd for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:08:56.814256 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8c6a4256-2020-4eef-aad8-c4a6f632c50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:56.842927 dv-cinder-831247-12-iscsi neutron-server[103957]: WARNING neutron.services.revisions.revision_plugin [None req-8c6a4256-2020-4eef-aad8-c4a6f632c50e admin admin] Could not find related network for resource to bump revision. Mar 15 17:08:56.856391 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6a4256-2020-4eef-aad8-c4a6f632c50e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:08:56.865160 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8c6a4256-2020-4eef-aad8-c4a6f632c50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (5d9eb3f2-7797-443e-8415-99f70ab6dcc1), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:56.869207 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-8c6a4256-2020-4eef-aad8-c4a6f632c50e admin admin] Added segment 5d9eb3f2-7797-443e-8415-99f70ab6dcc1 of type vlan for network 11b17e96-fd60-4c1d-ab31-5b42068f2110 Mar 15 17:08:56.904528 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8c6a4256-2020-4eef-aad8-c4a6f632c50e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (11b17e96-fd60-4c1d-ab31-5b42068f2110), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:56.986350 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8c6a4256-2020-4eef-aad8-c4a6f632c50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (11b17e96-fd60-4c1d-ab31-5b42068f2110), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:56.987322 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6a4256-2020-4eef-aad8-c4a6f632c50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:56.987898 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8c6a4256-2020-4eef-aad8-c4a6f632c50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:57.045924 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a4256-2020-4eef-aad8-c4a6f632c50e admin admin] Pushing event updated for resources: {'Network': ['ID=11b17e96-fd60-4c1d-ab31-5b42068f2110,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:57.055594 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network 11b17e96-fd60-4c1d-ab31-5b42068f2110 details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:08:57.112106 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-8c6a4256-2020-4eef-aad8-c4a6f632c50e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4618630 Mar 15 17:08:59.452065 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35760) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:59.514224 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.pecan_wsgi.hooks.translation [None req-18072fff-7fc0-4e0a-a803-8d786082a30d admin admin] GET failed (client error): The resource could not be found. Mar 15 17:08:59.515506 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-18072fff-7fc0-4e0a-a803-8d786082a30d admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624428 Mar 15 17:08:59.593399 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769fcd6c-7fbb-44dd-b779-9e9a11aa5262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:59.594843 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-769fcd6c-7fbb-44dd-b779-9e9a11aa5262 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0754106 Mar 15 17:08:59.605147 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-7cb24446-129c-4bd2-b524-304a167214d7 admin admin] Request body: {'subnet': {'network_id': '11b17e96-fd60-4c1d-ab31-5b42068f2110', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:08:59.688752 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb24446-129c-4bd2-b524-304a167214d7 admin admin] Made reservation on behalf of 445c9c5772884fd68d08df8c69fa34fd for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:08:59.690953 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7cb24446-129c-4bd2-b524-304a167214d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.103721 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7cb24446-129c-4bd2-b524-304a167214d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for subnet (22fb4b70-7ee3-47da-b2cd-518d32bc6378), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.156529 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb24446-129c-4bd2-b524-304a167214d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22fb4b70-7ee3-47da-b2cd-518d32bc6378,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:00.166788 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb24446-129c-4bd2-b524-304a167214d7 admin admin] Checking segment: {'id': '5d9eb3f2-7797-443e-8415-99f70ab6dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '11b17e96-fd60-4c1d-ab31-5b42068f2110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:09:00.167152 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb24446-129c-4bd2-b524-304a167214d7 admin admin] Network hostable DHCP agents. Network: 11b17e96-fd60-4c1d-ab31-5b42068f2110, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:09:00.246338 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb24446-129c-4bd2-b524-304a167214d7 admin admin] Network 11b17e96-fd60-4c1d-ab31-5b42068f2110 is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:09:00.326370 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-7cb24446-129c-4bd2-b524-304a167214d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, 11b17e96-fd60-4c1d-ab31-5b42068f2110) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:09:00.330339 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb24446-129c-4bd2-b524-304a167214d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:00.330972 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7cb24446-129c-4bd2-b524-304a167214d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.336332 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de4a384-712c-432d-8792-fd32a61a157d None None] Network 11b17e96-fd60-4c1d-ab31-5b42068f2110 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:09:00.406740 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7cb24446-129c-4bd2-b524-304a167214d7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8048389 Mar 15 17:09:00.542481 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82e3d683-5ede-5394-a179-ed8ba7e8f023-11b17e96-fd60-4c1d-ab31-5b42068f2110', 'network_id': '11b17e96-fd60-4c1d-ab31-5b42068f2110', 'project_id': '445c9c5772884fd68d08df8c69fa34fd', 'fixed_ips': [{'subnet_id': '22fb4b70-7ee3-47da-b2cd-518d32bc6378'}]}} from dv-cinder-831247-12-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:09:00.543645 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.686073 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Allocated IP 192.168.233.2 (11b17e96-fd60-4c1d-ab31-5b42068f2110/22fb4b70-7ee3-47da-b2cd-518d32bc6378/e86b235f-8f23-427c-8346-f1d69f40234d) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:09:00.824614 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Publish callbacks [] for port (e86b235f-8f23-427c-8346-f1d69f40234d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.924679 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (e86b235f-8f23-427c-8346-f1d69f40234d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.969216 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Network 11b17e96-fd60-4c1d-ab31-5b42068f2110 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:09:00.972156 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:09:00.979017 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:09:00.981237 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Pushing event updated for resources: {'Port': ['ID=e86b235f-8f23-427c-8346-f1d69f40234d,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:00.991971 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:00.992349 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:00.992684 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:00.993050 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:00.993395 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:00.993758 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:00.994050 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:00.994375 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:00.994702 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:00.995060 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:00.995386 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:00.995725 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:00.996049 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:00.996370 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:00.996688 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:01.048693 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Attempting to bind port e86b235f-8f23-427c-8346-f1d69f40234d on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:09:01.049056 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Attempting to bind port e86b235f-8f23-427c-8346-f1d69f40234d by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '5d9eb3f2-7797-443e-8415-99f70ab6dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '11b17e96-fd60-4c1d-ab31-5b42068f2110'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:09:01.049411 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Attempting to bind port e86b235f-8f23-427c-8346-f1d69f40234d on network 11b17e96-fd60-4c1d-ab31-5b42068f2110 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:09:01.054621 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:09:01.055022 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Checking segment: {'id': '5d9eb3f2-7797-443e-8415-99f70ab6dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '11b17e96-fd60-4c1d-ab31-5b42068f2110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:09:01.055420 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:01.055807 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Bound using segment: {'id': '5d9eb3f2-7797-443e-8415-99f70ab6dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '11b17e96-fd60-4c1d-ab31-5b42068f2110'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:09:01.056280 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Bound port: e86b235f-8f23-427c-8346-f1d69f40234d, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9eb3f2-7797-443e-8415-99f70ab6dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '11b17e96-fd60-4c1d-ab31-5b42068f2110'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:09:01.056649 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (e86b235f-8f23-427c-8346-f1d69f40234d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:01.121780 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] For port e86b235f-8f23-427c-8346-f1d69f40234d, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:09:01.124927 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] For port e86b235f-8f23-427c-8346-f1d69f40234d, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=e86b235f-8f23-427c-8346-f1d69f40234d,segment=NetworkSegment(5d9eb3f2-7797-443e-8415-99f70ab6dcc1),segment_id=5d9eb3f2-7797-443e-8415-99f70ab6dcc1)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:09:01.189896 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (e86b235f-8f23-427c-8346-f1d69f40234d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:01.250085 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509f10d-7703-4742-ac3d-0de45de1668b None None] Pushing event updated for resources: {'Port': ['ID=e86b235f-8f23-427c-8346-f1d69f40234d,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:02.118043 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7110d7-1ef3-4fdf-b2cd-b2b6e0769e03 None None] Network 11b17e96-fd60-4c1d-ab31-5b42068f2110 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:09:02.170096 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-0d121b49-6f11-46dd-acc9-37cda4f68f41 None None] Provisioning complete for port e86b235f-8f23-427c-8346-f1d69f40234d triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:09:02.170496 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0d121b49-6f11-46dd-acc9-37cda4f68f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (e86b235f-8f23-427c-8346-f1d69f40234d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:02.295195 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0d121b49-6f11-46dd-acc9-37cda4f68f41 None None] Current status of the port e86b235f-8f23-427c-8346-f1d69f40234d is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:09:02.295584 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0d121b49-6f11-46dd-acc9-37cda4f68f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (e86b235f-8f23-427c-8346-f1d69f40234d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:02.332143 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-0d121b49-6f11-46dd-acc9-37cda4f68f41 None None] For port e86b235f-8f23-427c-8346-f1d69f40234d, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=e86b235f-8f23-427c-8346-f1d69f40234d,segment=NetworkSegment(5d9eb3f2-7797-443e-8415-99f70ab6dcc1),segment_id=5d9eb3f2-7797-443e-8415-99f70ab6dcc1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:09:02.382296 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0d121b49-6f11-46dd-acc9-37cda4f68f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (e86b235f-8f23-427c-8346-f1d69f40234d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:02.438746 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d121b49-6f11-46dd-acc9-37cda4f68f41 None None] Pushing event updated for resources: {'Port': ['ID=e86b235f-8f23-427c-8346-f1d69f40234d,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:02.504797 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-355983fa-bf3c-4e96-bcd7-64ce5617ee4a None None] Provisioning complete for port e86b235f-8f23-427c-8346-f1d69f40234d triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:09:02.510944 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-355983fa-bf3c-4e96-bcd7-64ce5617ee4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (e86b235f-8f23-427c-8346-f1d69f40234d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:02.591652 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-355983fa-bf3c-4e96-bcd7-64ce5617ee4a None None] Current status of the port e86b235f-8f23-427c-8346-f1d69f40234d is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:09:03.416562 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device e86b235f-8f23-427c-8346-f1d69f40234d up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:09:03.466912 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port e86b235f-8f23-427c-8346-f1d69f40234d triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:09:03.467310 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (e86b235f-8f23-427c-8346-f1d69f40234d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:03.549306 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port e86b235f-8f23-427c-8346-f1d69f40234d is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:09:15.971946 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-403f6382-cc88-46ff-88d8-902e7842d4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:18.606229 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-05c7dfe0-50df-45a3-9651-f4807fc93ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:19.351916 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:20.917128 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:22.540694 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:26.245446 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:09:45.936991 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cb55afc4-fdc4-465b-96a9-c61758edf9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:48.565268 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2a34fc84-0c42-449d-aef4-72495bf2f0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.333886 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:50.893732 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:52.551010 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:03.244514 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:10:15.962132 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1193e232-5478-4728-8132-3fd9cba29e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:18.579093 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c9105db1-b7af-47bf-b3b5-3bcc3ac5b4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:19.341724 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:20.915966 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:22.533206 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:29.470548 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 35798) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:29.476355 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [None req-dc354abc-fa18-410e-b02e-edddecccede0 tempest-verify_tempest_config-1066512826 tempest-verify_tempest_config-1066512826-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103957) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:10:29.477313 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-dc354abc-fa18-410e-b02e-edddecccede0 tempest-verify_tempest_config-1066512826 tempest-verify_tempest_config-1066512826-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057843 Mar 15 17:10:29.995019 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 35816) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:30.096858 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:30.170371 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Publish callbacks [] for security_group (705c1927-9bbc-4024-a27b-1466c248e39d), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:30.255863 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (705c1927-9bbc-4024-a27b-1466c248e39d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:30.306216 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=155c5fe1a87e43d4bc767b32e65dc11c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3100784 Mar 15 17:10:30.307066 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705c1927-9bbc-4024-a27b-1466c248e39d,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:30.308897 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 35822) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:30.319459 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:30.319753 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:30.320115 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:30.320463 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:30.320804 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:30.321136 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:30.321465 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:30.322325 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:30.322680 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:30.323042 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:30.323387 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:30.323718 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:30.324044 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:30.324369 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:30.324697 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf019a7-02b0-40e4-bd03-8882f30510dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:30.374199 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-27eb3cde-af5d-40f5-91f4-be9a5c3cbacc admin admin] Publish callbacks [] for security_group (705c1927-9bbc-4024-a27b-1466c248e39d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:30.394812 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-27eb3cde-af5d-40f5-91f4-be9a5c3cbacc admin admin] Publish callbacks [] for security_group (705c1927-9bbc-4024-a27b-1466c248e39d), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:30.564331 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-27eb3cde-af5d-40f5-91f4-be9a5c3cbacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (705c1927-9bbc-4024-a27b-1466c248e39d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:30.566857 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-27eb3cde-af5d-40f5-91f4-be9a5c3cbacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:30.567991 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-27eb3cde-af5d-40f5-91f4-be9a5c3cbacc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/705c1927-9bbc-4024-a27b-1466c248e39d HTTP/1.1" status: 204 len: 168 time: 0.2574611 Mar 15 17:10:30.576451 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb3cde-af5d-40f5-91f4-be9a5c3cbacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705c1927-9bbc-4024-a27b-1466c248e39d,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:40.242962 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:10:45.989964 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8b843fb0-beef-4ff8-91c4-d72ce3f84be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.583563 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-76feb7f6-3728-4376-87d4-a1dad7380657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.343444 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.903622 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:52.537744 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:15.971168 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c8c03374-db2a-4dd6-9df1-6e6d593c4480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:17.241571 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:11:18.599548 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-be241ca4-b844-4810-8447-792c22636398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:19.351097 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:20.899945 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:22.513859 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:45.947309 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6b7d59e5-8c71-442b-8521-bc48e87bbd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:48.618769 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b2478a51-9496-438f-a645-5a095e8c50d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:49.346933 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:50.927166 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:52.533241 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:54.239264 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:12:08.894887 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1685329'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:15.943457 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-26c49398-8c7b-4a88-9c14-7f59816c96bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:18.591630 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1196-8953-49b1-9d86-291b3f9916b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:19.374137 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:20.911708 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:22.526933 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:24.202051 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 35892) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:24.303957 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-58bc5b10-d936-4b0e-a494-1f5b55d185ee admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1006560 Mar 15 17:12:26.639751 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 35902) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:26.693314 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d8a519b2-8881-4596-98d3-b8e5aa1dc3a8 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0524621 Mar 15 17:12:31.238651 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:12:38.885336 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:45.938905 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cca18ccf-c9ee-44a7-86f1-e1cc0ac5c012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:48.573279 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1e5aff3a-b69d-4e38-86e9-5b05b8002520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:49.365572 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:50.910081 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:52.549925 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:08.237157 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:13:08.903982 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:15.931776 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e0c29bd9-cad2-4325-a64d-b4f93e780f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:18.587259 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c90f7aa4-8055-4823-b354-c0cc773add1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:19.417539 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:20.923798 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:22.565893 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:38.883175 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:45.235219 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:13:45.941852 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-113a2ba4-3752-41be-a8f3-c4283d65a357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:48.581550 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-24d42a6e-ae4a-4d45-9c27-6298c46f9099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:49.341535 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:50.945560 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:52.533903 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:03.024597 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 36020) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:03.230540 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-network', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:03.346921 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Made reservation on behalf of bc312adc0e8540e2b9f74a8d38e318bc for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:03.349218 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:03.357754 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:03.431328 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Publish callbacks [] for security_group (dd1e5097-5969-49ea-b5bb-0ac9b4a22982), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:03.518138 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (dd1e5097-5969-49ea-b5bb-0ac9b4a22982), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:03.541253 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:14:03.551296 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:03.551635 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Added segment cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942 of type vlan for network f8cff2af-e6bb-48e4-afbf-b43442da6768 Mar 15 17:14:03.586049 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1e5097-5969-49ea-b5bb-0ac9b4a22982,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:03.604301 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (f8cff2af-e6bb-48e4-afbf-b43442da6768), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:03.610951 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:03.611308 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:03.611655 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:03.611996 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:03.612330 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:03.612663 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:03.612987 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:03.613312 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:03.613638 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:03.614067 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:03.614303 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:03.614630 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:03.614979 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:03.615299 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:03.615617 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Tracked resource versions report: Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: pushed versions: Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: { 'AddressGroup': {'1.2'}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Agent': {'1.1'}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'ConntrackHelper': {'1.0'}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Log': {'1.0'}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'NDPProxy': {'1.0'}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Network': {'1.1'}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Port': {'1.7'}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'PortForwarding': {'1.2'}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'QosPolicy': {'1.10'}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'SecurityGroup': {'1.5'}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'SubPort': {'1.0'}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Subnet': {'1.1'}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Trunk': {'1.1'}} Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: consumer versions: Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: { DHCP agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: HyperV agent@hv-cinder-83124: {}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: L3 agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: Metadata agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: Metering agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: Open vSwitch agent@dv-cinder-831247-12-iscsi: { 'AddressGroup': '1.2', Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Agent': '1.1', Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'ConntrackHelper': '1.0', Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'LocalIPAssociation': '1.0', Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Log': '1.0', Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'NDPProxy': '1.0', Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Network': '1.1', Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Port': '1.7', Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'PortForwarding': '1.2', Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'QosPolicy': '1.10', Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'SecurityGroup': '1.5', Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'SecurityGroupRule': '1.2', Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'SubPort': '1.0', Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Subnet': '1.1', Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: 'Trunk': '1.1'}} Mar 15 17:14:03.616824 dv-cinder-831247-12-iscsi neutron-server[103956]: {{(pid=103956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:14:03.712655 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (f8cff2af-e6bb-48e4-afbf-b43442da6768), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:03.713885 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:03.714664 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:03.798607 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7721162 Mar 15 17:14:03.800118 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36058) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:03.805357 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Request body: {'subnet': {'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-subnet', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:03.823897 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0b7e5-7bbc-4846-a4e3-80fd85671ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=f8cff2af-e6bb-48e4-afbf-b43442da6768,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:03.834488 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network f8cff2af-e6bb-48e4-afbf-b43442da6768 details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:14:03.950962 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Made reservation on behalf of bc312adc0e8540e2b9f74a8d38e318bc for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:03.953886 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:04.175860 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for subnet (b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:04.231853 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:04.242293 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Checking segment: {'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:04.242440 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Network hostable DHCP agents. Network: f8cff2af-e6bb-48e4-afbf-b43442da6768, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:14:04.245972 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:04.246312 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:04.246656 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:04.247020 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:04.247352 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:04.247686 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:04.248014 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:04.248337 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:04.248664 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:04.248986 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:04.249345 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:04.250185 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:04.250670 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:04.251260 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:04.251589 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Tracked resource versions report: Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: pushed versions: Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: { 'AddressGroup': {'1.2'}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Agent': {'1.1'}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'ConntrackHelper': {'1.0'}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Log': {'1.0'}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'NDPProxy': {'1.0'}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Network': {'1.1'}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Port': {'1.7'}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'PortForwarding': {'1.2'}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'QosPolicy': {'1.10'}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'SecurityGroup': {'1.5'}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'SubPort': {'1.0'}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Subnet': {'1.1'}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Trunk': {'1.1'}} Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: consumer versions: Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: { DHCP agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: HyperV agent@hv-cinder-83124: {}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: L3 agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: Metadata agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: Metering agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: Open vSwitch agent@dv-cinder-831247-12-iscsi: { 'AddressGroup': '1.2', Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Agent': '1.1', Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'ConntrackHelper': '1.0', Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'LocalIPAssociation': '1.0', Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Log': '1.0', Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'NDPProxy': '1.0', Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Network': '1.1', Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Port': '1.7', Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'PortForwarding': '1.2', Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'QosPolicy': '1.10', Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'SecurityGroup': '1.5', Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'SecurityGroupRule': '1.2', Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'SubPort': '1.0', Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Subnet': '1.1', Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: 'Trunk': '1.1'}} Mar 15 17:14:04.252829 dv-cinder-831247-12-iscsi neutron-server[103957]: {{(pid=103957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:14:04.330330 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Network f8cff2af-e6bb-48e4-afbf-b43442da6768 is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:14:04.438568 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, f8cff2af-e6bb-48e4-afbf-b43442da6768) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:04.442700 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:04.443597 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:04.449584 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7936bb-f052-4ebb-ad6b-48a34cd9cdb2 None None] Network f8cff2af-e6bb-48e4-afbf-b43442da6768 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:14:04.541245 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 36084) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:04.542154 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3235600b-50d3-48a7-81eb-c2fc8980caf5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7409222 Mar 15 17:14:04.548059 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:04.577183 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82e3d683-5ede-5394-a179-ed8ba7e8f023-f8cff2af-e6bb-48e4-afbf-b43442da6768', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11'}]}} from dv-cinder-831247-12-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:14:04.577183 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:04.664908 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36092) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:04.665592 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7387'] for router (71f44b43-a476-4d20-b4ab-8c89f27ffdda), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:04.667293 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router (71f44b43-a476-4d20-b4ab-8c89f27ffdda), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:04.761597 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Allocated IP 172.20.0.2 (f8cff2af-e6bb-48e4-afbf-b43442da6768/b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11/bfa24b1a-228d-4207-ba52-127cf15670f4) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:04.816354 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Publish callbacks [] for router_controller (71f44b43-a476-4d20-b4ab-8c89f27ffdda), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:04.903571 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1920224043-network', 'tenant_id': '1b383b278a7e4d36a4f651efd58b00e0'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:04.928687 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Publish callbacks [] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:04.982195 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.036194 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] Made reservation on behalf of 1b383b278a7e4d36a4f651efd58b00e0 for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:05.038710 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.052290 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.063319 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Pushing event updated for resources: {'Port': ['ID=bfa24b1a-228d-4207-ba52-127cf15670f4,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:05.072054 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Publish callbacks [] for router_gateway (71f44b43-a476-4d20-b4ab-8c89f27ffdda), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.074511 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:05.074945 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:05.075323 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:05.075684 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:05.076032 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:05.076392 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:05.076888 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:05.077230 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:05.077564 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:05.078428 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:05.079244 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:05.079244 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:05.079536 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:05.079842 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:05.080169 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Tracked resource versions report: Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: pushed versions: Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: { 'AddressGroup': {'1.2'}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Agent': {'1.1'}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'ConntrackHelper': {'1.0'}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Log': {'1.0'}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'NDPProxy': {'1.0'}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Network': {'1.1'}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Port': {'1.7'}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'PortForwarding': {'1.2'}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'QosPolicy': {'1.10'}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'SecurityGroup': {'1.5'}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'SubPort': {'1.0'}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Subnet': {'1.1'}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Trunk': {'1.1'}} Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: consumer versions: Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: { DHCP agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: HyperV agent@hv-cinder-83124: {}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: L3 agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: Metadata agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: Metering agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: Open vSwitch agent@dv-cinder-831247-12-iscsi: { 'AddressGroup': '1.2', Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Agent': '1.1', Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'ConntrackHelper': '1.0', Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'LocalIPAssociation': '1.0', Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Log': '1.0', Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'NDPProxy': '1.0', Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Network': '1.1', Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Port': '1.7', Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'PortForwarding': '1.2', Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'QosPolicy': '1.10', Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'SecurityGroup': '1.5', Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'SecurityGroupRule': '1.2', Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'SubPort': '1.0', Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Subnet': '1.1', Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: 'Trunk': '1.1'}} Mar 15 17:14:05.081405 dv-cinder-831247-12-iscsi neutron-server[103958]: {{(pid=103958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:14:05.084936 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Network f8cff2af-e6bb-48e4-afbf-b43442da6768 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:05.086681 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:05.088774 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:05.136939 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] Publish callbacks [] for security_group (e2285647-256c-487d-b3d6-ec44bc2fd8d4), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.143556 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Attempting to bind port bfa24b1a-228d-4207-ba52-127cf15670f4 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:05.144186 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Attempting to bind port bfa24b1a-228d-4207-ba52-127cf15670f4 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:05.144555 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Attempting to bind port bfa24b1a-228d-4207-ba52-127cf15670f4 on network f8cff2af-e6bb-48e4-afbf-b43442da6768 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:05.149739 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:05.150122 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Checking segment: {'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:05.150526 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.151017 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Bound using segment: {'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:05.151491 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Bound port: bfa24b1a-228d-4207-ba52-127cf15670f4, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:05.151875 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.210237 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (e2285647-256c-487d-b3d6-ec44bc2fd8d4), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.228970 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] For port bfa24b1a-228d-4207-ba52-127cf15670f4, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:05.233981 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] For port bfa24b1a-228d-4207-ba52-127cf15670f4, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=bfa24b1a-228d-4207-ba52-127cf15670f4,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:05.252240 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:14:05.261583 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (7270bfa3-2eb5-4b85-a546-9f37f266f69f), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.262149 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] Added segment 7270bfa3-2eb5-4b85-a546-9f37f266f69f of type vlan for network e18ab407-a95c-4fce-a92e-34b3c4abf901 Mar 15 17:14:05.295976 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2285647-256c-487d-b3d6-ec44bc2fd8d4,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:05.317923 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (e18ab407-a95c-4fce-a92e-34b3c4abf901), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.318347 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.352541 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36116) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:05.415067 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ccf66-2c0f-42d4-acc8-a3e21196a8d2 None None] Pushing event updated for resources: {'Port': ['ID=bfa24b1a-228d-4207-ba52-127cf15670f4,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:05.461650 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (e18ab407-a95c-4fce-a92e-34b3c4abf901), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.462757 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:05.463470 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.543489 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Publish callbacks [] for router_gateway (71f44b43-a476-4d20-b4ab-8c89f27ffdda), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.548691 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] Pushing event updated for resources: {'Network': ['ID=e18ab407-a95c-4fce-a92e-34b3c4abf901,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:05.562558 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network e18ab407-a95c-4fce-a92e-34b3c4abf901 details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:14:05.578316 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.637954 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-132b887e-9115-4184-9508-be980b6d860e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9619839 Mar 15 17:14:05.637954 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36124) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:05.646876 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-58d85916-5700-4741-9c31-23594f9195e1 admin admin] Request body: {'subnet': {'network_id': 'e18ab407-a95c-4fce-a92e-34b3c4abf901', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1920224043-subnet', 'tenant_id': '1b383b278a7e4d36a4f651efd58b00e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:05.699848 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36126) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:05.791579 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d85916-5700-4741-9c31-23594f9195e1 admin admin] Made reservation on behalf of 1b383b278a7e4d36a4f651efd58b00e0 for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:05.797726 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58d85916-5700-4741-9c31-23594f9195e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.834774 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Allocated IP 172.27.3.94 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/64c7d0fd-3605-4ef5-ba3c-820db2da113d) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:05.865282 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1617917937-network', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:05.961330 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Publish callbacks [] for port (64c7d0fd-3605-4ef5-ba3c-820db2da113d), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.032897 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] Made reservation on behalf of e97bc8e7afe84c4cbdedd6d1d6f4caf3 for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:06.035527 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.041233 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 36142) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:06.049356 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.080649 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58d85916-5700-4741-9c31-23594f9195e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for subnet (a57f7b7e-9da9-49af-b9aa-6965f48218bc), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.127696 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-683948688-network', 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:06.153246 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (64c7d0fd-3605-4ef5-ba3c-820db2da113d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.195865 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d85916-5700-4741-9c31-23594f9195e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57f7b7e-9da9-49af-b9aa-6965f48218bc,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:06.240111 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] Publish callbacks [] for security_group (365580c1-aa25-4391-87a9-f9ece6c41ab6), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.248403 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d85916-5700-4741-9c31-23594f9195e1 admin admin] Checking segment: {'id': '7270bfa3-2eb5-4b85-a546-9f37f266f69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e18ab407-a95c-4fce-a92e-34b3c4abf901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:06.252179 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d85916-5700-4741-9c31-23594f9195e1 admin admin] Network hostable DHCP agents. Network: e18ab407-a95c-4fce-a92e-34b3c4abf901, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:14:06.272275 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] Made reservation on behalf of 586e3ae672c94d9dbc89fd874cd5bff4 for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:06.276153 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.287850 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.294511 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:06.301157 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:06.322945 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:06.340341 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (365580c1-aa25-4391-87a9-f9ece6c41ab6), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.369879 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Pushing event updated for resources: {'Port': ['ID=64c7d0fd-3605-4ef5-ba3c-820db2da113d,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:06.383890 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d85916-5700-4741-9c31-23594f9195e1 admin admin] Network e18ab407-a95c-4fce-a92e-34b3c4abf901 is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:14:06.392606 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:14:06.394457 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365580c1-aa25-4391-87a9-f9ece6c41ab6,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:06.419067 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (bd80cf23-b488-4b9f-b417-1ac544fb1836), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.419858 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] Added segment bd80cf23-b488-4b9f-b417-1ac544fb1836 of type vlan for network e3d728a8-748d-4c18-bacb-a3e562d9afc7 Mar 15 17:14:06.444062 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] Publish callbacks [] for security_group (15ad273b-66f7-41ad-be26-f080b5844771), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.476876 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-58d85916-5700-4741-9c31-23594f9195e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, e18ab407-a95c-4fce-a92e-34b3c4abf901) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:06.482749 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (e3d728a8-748d-4c18-bacb-a3e562d9afc7), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.485972 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d85916-5700-4741-9c31-23594f9195e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:06.486661 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58d85916-5700-4741-9c31-23594f9195e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.488427 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdb6a6d-abdc-41d7-a99a-f123d23855ee None None] Network e18ab407-a95c-4fce-a92e-34b3c4abf901 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:14:06.523268 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-330642114-network', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:06.537187 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (15ad273b-66f7-41ad-be26-f080b5844771), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.570772 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:14:06.581547 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ad273b-66f7-41ad-be26-f080b5844771,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:06.586789 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (191d4818-a8ee-4194-b783-7bacef44c43f), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.587402 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] Added segment 191d4818-a8ee-4194-b783-7bacef44c43f of type vlan for network a8ca1a9b-c211-440b-aad1-4246de63ebf1 Mar 15 17:14:06.625278 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-58d85916-5700-4741-9c31-23594f9195e1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9916427 Mar 15 17:14:06.637943 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (e3d728a8-748d-4c18-bacb-a3e562d9afc7), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.639071 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:06.639732 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.659369 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (a8ca1a9b-c211-440b-aad1-4246de63ebf1), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.674166 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c671143f-d9a4-4d8c-9a98-a083db11a835 None None] Network e18ab407-a95c-4fce-a92e-34b3c4abf901 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:14:06.693636 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] Made reservation on behalf of 57fd39e7d3b64df5a30ec0c4d8fc03c6 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:06.696642 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.723712 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.785980 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] Pushing event updated for resources: {'Network': ['ID=e3d728a8-748d-4c18-bacb-a3e562d9afc7,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:06.816772 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2cbb9b8a-4ad2-4fd0-8747-13d754da14e8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4626374 Mar 15 17:14:06.819551 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36164) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:06.823612 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network e3d728a8-748d-4c18-bacb-a3e562d9afc7 details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:14:06.824886 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-81df43d2-30e9-45f3-9cf1-e38507230bc9 admin admin] Request body: {'subnet': {'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-subnet', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:06.832132 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3881c18b-c166-49fa-85e8-fbaaefe14a9c None None] Network f8cff2af-e6bb-48e4-afbf-b43442da6768 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:14:06.881975 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (a8ca1a9b-c211-440b-aad1-4246de63ebf1), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.885477 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:06.885477 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.980527 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] Publish callbacks [] for security_group (c1cff4d2-96ff-416b-bba4-6b00bfa9e171), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.981833 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Publish callbacks [] for router_gateway (71f44b43-a476-4d20-b4ab-8c89f27ffdda), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:07.046153 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] Pushing event updated for resources: {'Network': ['ID=a8ca1a9b-c211-440b-aad1-4246de63ebf1,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:07.055385 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-55425926-60b4-4d72-b7cd-1bf6721663dc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3540881 Mar 15 17:14:07.057017 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81df43d2-30e9-45f3-9cf1-e38507230bc9 admin admin] Made reservation on behalf of e97bc8e7afe84c4cbdedd6d1d6f4caf3 for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:07.059444 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-81df43d2-30e9-45f3-9cf1-e38507230bc9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:07.082240 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 36176) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:07.099704 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-ecbadf62-3adf-46de-ac58-1b1f880617e7 admin admin] Request body: {'subnet': {'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-683948688-subnet', 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:07.110449 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (c1cff4d2-96ff-416b-bba4-6b00bfa9e171), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:07.122048 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network a8ca1a9b-c211-440b-aad1-4246de63ebf1 details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:14:07.210930 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:14:07.312992 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (951f700b-ee2c-4ee6-a212-c21904118a4f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:07.313723 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] Added segment 951f700b-ee2c-4ee6-a212-c21904118a4f of type vlan for network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 Mar 15 17:14:07.333247 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-342d31b7-6aac-4290-aff2-7cbfd3479927 None None] Provisioning complete for port bfa24b1a-228d-4207-ba52-127cf15670f4 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:07.337748 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-342d31b7-6aac-4290-aff2-7cbfd3479927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:07.346163 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cff4d2-96ff-416b-bba4-6b00bfa9e171,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:07.418657 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbadf62-3adf-46de-ac58-1b1f880617e7 admin admin] Made reservation on behalf of 586e3ae672c94d9dbc89fd874cd5bff4 for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:07.426635 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ecbadf62-3adf-46de-ac58-1b1f880617e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:07.494111 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-81df43d2-30e9-45f3-9cf1-e38507230bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for subnet (f01540eb-1a88-461c-85a1-2be4331180be), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:07.591790 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-342d31b7-6aac-4290-aff2-7cbfd3479927 None None] Current status of the port bfa24b1a-228d-4207-ba52-127cf15670f4 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:07.592281 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-342d31b7-6aac-4290-aff2-7cbfd3479927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:07.643206 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (d8ba5559-3fe8-4099-a6ae-66c6fdd41f85), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:07.648088 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-342d31b7-6aac-4290-aff2-7cbfd3479927 None None] For port bfa24b1a-228d-4207-ba52-127cf15670f4, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=bfa24b1a-228d-4207-ba52-127cf15670f4,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:07.669312 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df43d2-30e9-45f3-9cf1-e38507230bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f01540eb-1a88-461c-85a1-2be4331180be,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:07.673250 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df43d2-30e9-45f3-9cf1-e38507230bc9 admin admin] Checking segment: {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:07.673617 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81df43d2-30e9-45f3-9cf1-e38507230bc9 admin admin] Network hostable DHCP agents. Network: e3d728a8-748d-4c18-bacb-a3e562d9afc7, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:14:07.746074 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device bfa24b1a-228d-4207-ba52-127cf15670f4 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:07.791928 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-342d31b7-6aac-4290-aff2-7cbfd3479927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:07.827531 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81df43d2-30e9-45f3-9cf1-e38507230bc9 admin admin] Network e3d728a8-748d-4c18-bacb-a3e562d9afc7 is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:14:07.882855 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686872'] for router (71f44b43-a476-4d20-b4ab-8c89f27ffdda), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:07.929651 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-81df43d2-30e9-45f3-9cf1-e38507230bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, e3d728a8-748d-4c18-bacb-a3e562d9afc7) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:07.934061 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81df43d2-30e9-45f3-9cf1-e38507230bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:07.940460 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-81df43d2-30e9-45f3-9cf1-e38507230bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:07.946799 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97d8cba-fc8a-44fd-aee1-fb9ae8c2f2e5 None None] Network e3d728a8-748d-4c18-bacb-a3e562d9afc7 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:14:07.959471 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d31b7-6aac-4290-aff2-7cbfd3479927 None None] Pushing event updated for resources: {'Port': ['ID=bfa24b1a-228d-4207-ba52-127cf15670f4,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:08.005772 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port bfa24b1a-228d-4207-ba52-127cf15670f4 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:08.006316 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:08.017957 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-d1771ee9-4636-4794-8d20-82200db2e6ca None None] Provisioning complete for port bfa24b1a-228d-4207-ba52-127cf15670f4 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:08.018578 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1771ee9-4636-4794-8d20-82200db2e6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:08.034995 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (d8ba5559-3fe8-4099-a6ae-66c6fdd41f85), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:08.035954 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:08.036527 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:08.096429 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-81df43d2-30e9-45f3-9cf1-e38507230bc9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2755096 Mar 15 17:14:08.105123 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 36220) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:08.118353 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:08.161255 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] Pushing event updated for resources: {'Network': ['ID=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:08.178952 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:14:08.182605 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82e3d683-5ede-5394-a179-ed8ba7e8f023-e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be'}]}} from dv-cinder-831247-12-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:14:08.183566 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:08.245733 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-77c27d15-9a40-4d7c-94e7-3af661e14a22 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2032950 Mar 15 17:14:08.248876 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36232) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:08.255335 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-82fc623e-bc6d-4082-8199-6d8f0052a0e6 admin admin] Request body: {'subnet': {'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-330642114-subnet', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:08.314676 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port bfa24b1a-228d-4207-ba52-127cf15670f4 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:08.363076 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7387'] for router (91396da6-be11-4177-8f93-2dbf6404da12), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:08.363763 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fc623e-bc6d-4082-8199-6d8f0052a0e6 admin admin] Made reservation on behalf of 57fd39e7d3b64df5a30ec0c4d8fc03c6 for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:08.364120 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router (91396da6-be11-4177-8f93-2dbf6404da12), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:08.366753 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-82fc623e-bc6d-4082-8199-6d8f0052a0e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:08.427521 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ecbadf62-3adf-46de-ac58-1b1f880617e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for subnet (681d7c7c-a1e8-4a52-95d6-dbff35d88981), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:08.434417 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Publish callbacks [] for router_controller (91396da6-be11-4177-8f93-2dbf6404da12), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:08.443681 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36248) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:08.445945 dv-cinder-831247-12-iscsi neutron-server[103957]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 15 17:14:08.522410 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-d1771ee9-4636-4794-8d20-82200db2e6ca None None] Current status of the port bfa24b1a-228d-4207-ba52-127cf15670f4 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:08.530439 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Allocated IP 172.20.0.2 (e3d728a8-748d-4c18-bacb-a3e562d9afc7/f01540eb-1a88-461c-85a1-2be4331180be/9835a5af-1af1-4640-b2bf-a3a0d6396624) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:08.688470 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbadf62-3adf-46de-ac58-1b1f880617e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=681d7c7c-a1e8-4a52-95d6-dbff35d88981,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:08.716623 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a2323014-bad3-44ae-86e9-44fd09c6c140 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:08.718995 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a2323014-bad3-44ae-86e9-44fd09c6c140 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/networks?id=e18ab407-a95c-4fce-a92e-34b3c4abf901 HTTP/1.1" status: 200 len: 812 time: 0.2734435 Mar 15 17:14:08.744644 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Publish callbacks [] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:08.762186 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbadf62-3adf-46de-ac58-1b1f880617e7 admin admin] Checking segment: {'id': '191d4818-a8ee-4194-b783-7bacef44c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:08.762499 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-038f1e1c-8fe2-4493-ba84-85e442c2c7ff tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/quotas/1b383b278a7e4d36a4f651efd58b00e0 HTTP/1.1" status: 200 len: 375 time: 0.0184371 Mar 15 17:14:08.762653 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbadf62-3adf-46de-ac58-1b1f880617e7 admin admin] Network hostable DHCP agents. Network: a8ca1a9b-c211-440b-aad1-4246de63ebf1, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:14:08.816980 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Publish callbacks [] for router_gateway (91396da6-be11-4177-8f93-2dbf6404da12), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:08.824512 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Router 71f44b43-a476-4d20-b4ab-8c89f27ffdda is scheduled to L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:14:08.843946 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-7d3f821c-cf64-44d7-8392-96dd5dd12c0c tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b383b278a7e4d36a4f651efd58b00e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723097 Mar 15 17:14:08.873878 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:08.913336 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbadf62-3adf-46de-ac58-1b1f880617e7 admin admin] Network a8ca1a9b-c211-440b-aad1-4246de63ebf1 is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:14:08.978382 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Pushing event updated for resources: {'Port': ['ID=9835a5af-1af1-4640-b2bf-a3a0d6396624,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:08.991529 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Network e3d728a8-748d-4c18-bacb-a3e562d9afc7 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:08.993524 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:08.994494 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:08.994858 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-82fc623e-bc6d-4082-8199-6d8f0052a0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for subnet (ea20a277-8929-462e-8afe-93fc21e630d2), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:08.997130 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:09.027849 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:14:09.047841 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Sync routers for ids ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:14:09.062561 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Routers {'71f44b43-a476-4d20-b4ab-8c89f27ffdda'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:09.063219 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:13:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:09.081079 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Attempting to bind port 9835a5af-1af1-4640-b2bf-a3a0d6396624 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:09.081319 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Attempting to bind port 9835a5af-1af1-4640-b2bf-a3a0d6396624 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:09.081693 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Attempting to bind port 9835a5af-1af1-4640-b2bf-a3a0d6396624 on network e3d728a8-748d-4c18-bacb-a3e562d9afc7 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:09.090263 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:09.090650 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Checking segment: {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:09.091118 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:09.091482 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Bound using segment: {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:09.091959 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Bound port: 9835a5af-1af1-4640-b2bf-a3a0d6396624, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:09.092374 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:09.160877 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc623e-bc6d-4082-8199-6d8f0052a0e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea20a277-8929-462e-8afe-93fc21e630d2,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:09.179176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc623e-bc6d-4082-8199-6d8f0052a0e6 admin admin] Checking segment: {'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:09.179555 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc623e-bc6d-4082-8199-6d8f0052a0e6 admin admin] Network hostable DHCP agents. Network: d8ba5559-3fe8-4099-a6ae-66c6fdd41f85, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:14:09.208839 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:09.212953 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-df64c62e-0995-4621-9575-70945e06fda5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6670620 Mar 15 17:14:09.213104 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-90b937d0-9adb-4a84-9b0d-ee6e46321635 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103957) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:14:09.213232 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-ecbadf62-3adf-46de-ac58-1b1f880617e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, a8ca1a9b-c211-440b-aad1-4246de63ebf1) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:09.215991 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 36268) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:09.218182 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-90b937d0-9adb-4a84-9b0d-ee6e46321635 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1430469 Mar 15 17:14:09.237146 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] For port 9835a5af-1af1-4640-b2bf-a3a0d6396624, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:09.242172 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] For port 9835a5af-1af1-4640-b2bf-a3a0d6396624, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=9835a5af-1af1-4640-b2bf-a3a0d6396624,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:09.251322 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b718da-724e-4c19-ac46-416735fb06d0 None None] Network a8ca1a9b-c211-440b-aad1-4246de63ebf1 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:14:09.272997 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Set router 71f44b43-a476-4d20-b4ab-8c89f27ffdda gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:09.319770 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbadf62-3adf-46de-ac58-1b1f880617e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:09.320375 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ecbadf62-3adf-46de-ac58-1b1f880617e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:09.325537 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-23530bc9-484c-40c0-bbe1-6650eaa8a776 service neutron] 10.222.0.37 "GET /v2.0/networks/e18ab407-a95c-4fce-a92e-34b3c4abf901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062346 Mar 15 17:14:09.382318 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Publish callbacks [] for router_gateway (91396da6-be11-4177-8f93-2dbf6404da12), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:09.410850 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:09.477693 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c195950-4648-475a-989a-7f36a6133458 None None] Network a8ca1a9b-c211-440b-aad1-4246de63ebf1 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:14:09.482309 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:09.518520 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:06Z', 'revision_number': 3, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:09.580586 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Checking router: 71f44b43-a476-4d20-b4ab-8c89f27ffdda for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:14:09.580948 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Updating router 71f44b43-a476-4d20-b4ab-8c89f27ffdda port 64c7d0fd-3605-4ef5-ba3c-820db2da113d binding host dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:14:09.594080 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc623e-bc6d-4082-8199-6d8f0052a0e6 admin admin] Network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:14:09.596301 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36278) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:09.596662 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ecbadf62-3adf-46de-ac58-1b1f880617e7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5131991 Mar 15 17:14:09.603899 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-683948688-router', 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:09.620847 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-82fc623e-bc6d-4082-8199-6d8f0052a0e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, d8ba5559-3fe8-4099-a6ae-66c6fdd41f85) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:09.632627 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fc623e-bc6d-4082-8199-6d8f0052a0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:09.633241 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-82fc623e-bc6d-4082-8199-6d8f0052a0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:09.637388 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (64c7d0fd-3605-4ef5-ba3c-820db2da113d), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:09.659452 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device bfa24b1a-228d-4207-ba52-127cf15670f4 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:09.674954 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1562b1c-74d4-44e2-a5a1-10f0233e6513 None None] Network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:14:09.697487 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-552941df-b35c-4e7b-8c4d-b6583ad0c1b4 service neutron] 10.222.0.37 "GET /v2.0/networks/e18ab407-a95c-4fce-a92e-34b3c4abf901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708253 Mar 15 17:14:09.788097 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-82fc623e-bc6d-4082-8199-6d8f0052a0e6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5373759 Mar 15 17:14:09.791445 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7387'] for router (82b6b548-c722-4c0d-89f2-7b49bcfaf218), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:09.792897 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router (82b6b548-c722-4c0d-89f2-7b49bcfaf218), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:09.801988 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36286) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:09.811677 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:09.938665 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Publish callbacks [] for router_controller (82b6b548-c722-4c0d-89f2-7b49bcfaf218), precommit_add_association {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:09.975647 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718feaa2-c6a7-4ca9-b7e2-16099d1aed11 None None] Pushing event updated for resources: {'Port': ['ID=9835a5af-1af1-4640-b2bf-a3a0d6396624,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:09.998178 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7387'] for router (c723054c-3734-4a52-a3a9-c40fbdfee8df), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:10.000265 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router (c723054c-3734-4a52-a3a9-c40fbdfee8df), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:10.058628 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82e3d683-5ede-5394-a179-ed8ba7e8f023-d8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2'}]}} from dv-cinder-831247-12-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:14:10.058628 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:10.140347 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port bfa24b1a-228d-4207-ba52-127cf15670f4 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:10.141150 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:10.195246 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Publish callbacks [] for router_controller (c723054c-3734-4a52-a3a9-c40fbdfee8df), precommit_add_association {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:10.219819 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Publish callbacks [] for port (64c7d0fd-3605-4ef5-ba3c-820db2da113d), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:10.316401 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (64c7d0fd-3605-4ef5-ba3c-820db2da113d), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:10.323968 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 36302) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:10.330315 dv-cinder-831247-12-iscsi neutron-server[103956]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 15 17:14:10.430671 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Attempting to bind port 64c7d0fd-3605-4ef5-ba3c-820db2da113d on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:10.431610 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Attempting to bind port 64c7d0fd-3605-4ef5-ba3c-820db2da113d by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:10.432605 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Attempting to bind port 64c7d0fd-3605-4ef5-ba3c-820db2da113d on network ceae017f-2819-47ba-8d0c-41f6f4b64533 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:10.443269 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:10.447818 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Checking segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:10.447818 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:10.447818 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Bound using segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:10.447818 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Bound port: 64c7d0fd-3605-4ef5-ba3c-820db2da113d, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:10.447818 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (64c7d0fd-3605-4ef5-ba3c-820db2da113d), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:10.452158 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Publish callbacks [] for router_gateway (82b6b548-c722-4c0d-89f2-7b49bcfaf218), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:10.463732 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-72be50c8-ad71-454b-839e-a94823ad9d1d req-375633be-cadf-4f18-9428-81be8ff2ae2e tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.1347504 Mar 15 17:14:10.489664 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Allocated IP 172.20.0.2 (d8ba5559-3fe8-4099-a6ae-66c6fdd41f85/ea20a277-8929-462e-8afe-93fc21e630d2/2a9fa0fb-13fe-4acc-b198-fdb7d822214b) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:10.518638 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] For port 64c7d0fd-3605-4ef5-ba3c-820db2da113d, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:10.523024 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] For port 64c7d0fd-3605-4ef5-ba3c-820db2da113d, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=64c7d0fd-3605-4ef5-ba3c-820db2da113d,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:10.545060 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Pushing event updated for resources: {'Port': ['ID=64c7d0fd-3605-4ef5-ba3c-820db2da113d,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:10.556785 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:10.557480 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:10.558149 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:10.558676 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:10.559321 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:10.559964 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:10.561312 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:10.563176 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:10.564222 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:10.573144 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:10.574344 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:10.574914 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:10.575468 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:10.576223 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:10.577181 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Tracked resource versions report: Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: pushed versions: Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: { 'AddressGroup': {'1.2'}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Agent': {'1.1'}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'ConntrackHelper': {'1.0'}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Log': {'1.0'}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'NDPProxy': {'1.0'}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Network': {'1.1'}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Port': {'1.7'}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'PortForwarding': {'1.2'}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'QosPolicy': {'1.10'}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'SecurityGroup': {'1.5'}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'SubPort': {'1.0'}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Subnet': {'1.1'}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Trunk': {'1.1'}} Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: consumer versions: Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: { DHCP agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: HyperV agent@hv-cinder-83124: {}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: L3 agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: Metadata agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: Metering agent@dv-cinder-831247-12-iscsi: {}, Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: Open vSwitch agent@dv-cinder-831247-12-iscsi: { 'AddressGroup': '1.2', Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Agent': '1.1', Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'ConntrackHelper': '1.0', Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'LocalIPAssociation': '1.0', Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Log': '1.0', Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'NDPProxy': '1.0', Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Network': '1.1', Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Port': '1.7', Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'PortForwarding': '1.2', Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'QosPolicy': '1.10', Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'SecurityGroup': '1.5', Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'SecurityGroupRule': '1.2', Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'SubPort': '1.0', Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Subnet': '1.1', Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: 'Trunk': '1.1'}} Mar 15 17:14:10.579564 dv-cinder-831247-12-iscsi neutron-server[103959]: {{(pid=103959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:14:10.582443 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:10.592559 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Allocated IP 172.27.3.166 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/ef994b7a-f19b-493e-af20-afef0c2eac36) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:10.671604 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (64c7d0fd-3605-4ef5-ba3c-820db2da113d), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:10.773363 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Routers {'71f44b43-a476-4d20-b4ab-8c89f27ffdda'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:10.785660 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:13:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:10.798569 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Publish callbacks [] for router_gateway (c723054c-3734-4a52-a3a9-c40fbdfee8df), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:10.807963 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2423487-398e-40d7-ac58-973b293920fb None None] Pushing event updated for resources: {'Port': ['ID=64c7d0fd-3605-4ef5-ba3c-820db2da113d,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:10.841869 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Publish callbacks [] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:10.930195 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:10.988916 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Pushing event updated for resources: {'Port': ['ID=2a9fa0fb-13fe-4acc-b198-fdb7d822214b,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:11.002945 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port bfa24b1a-228d-4207-ba52-127cf15670f4 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:11.020694 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:11.022523 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:11.026345 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:11.131535 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] Set router 71f44b43-a476-4d20-b4ab-8c89f27ffdda gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:11.175333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Attempting to bind port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:11.176036 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Attempting to bind port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:11.176571 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Attempting to bind port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b on network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:11.191012 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:11.191737 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Checking segment: {'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:11.193242 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:11.195377 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Bound using segment: {'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:11.197493 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Allocated IP 172.20.0.1 (f8cff2af-e6bb-48e4-afbf-b43442da6768/b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11/6f9b0933-0d2e-464d-af74-1b83cc7f122a) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:11.197820 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Bound port: 2a9fa0fb-13fe-4acc-b198-fdb7d822214b, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:11.199711 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:11.315514 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] For port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:11.323405 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] For port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=2a9fa0fb-13fe-4acc-b198-fdb7d822214b,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:11.326290 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Publish callbacks [] for router_gateway (82b6b548-c722-4c0d-89f2-7b49bcfaf218), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:11.378029 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:11.382295 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Publish callbacks [] for port (ef994b7a-f19b-493e-af20-afef0c2eac36), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:11.434514 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bb9ea2-6edc-44f2-95c4-dee64ff6ff6d None None] Network e3d728a8-748d-4c18-bacb-a3e562d9afc7 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:14:11.469816 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:06Z', 'revision_number': 3, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:11.480825 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Publish callbacks [] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:11.505723 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f50be-04ce-413b-852a-a0e9e4d76587 None None] The sync data for ids ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'] in dv-cinder-831247-12-iscsi is: [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:06Z', 'revision_number': 3, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:14:11.511892 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:11.597497 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (ef994b7a-f19b-493e-af20-afef0c2eac36), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:11.648386 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-47709826-03b2-41ce-a06c-e7fc17ceab1a req-7d0f3c55-8e67-4f79-841c-05b1dc5dd0ff tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.0633948 Mar 15 17:14:11.670578 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-d8080db6-0e2b-4d46-8ea0-d06bfb94c404 None None] Provisioning complete for port 9835a5af-1af1-4640-b2bf-a3a0d6396624 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:11.682376 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d8080db6-0e2b-4d46-8ea0-d06bfb94c404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:11.946683 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:11.946683 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:11.957172 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed9791-7437-41cc-bb9e-98675559424e None None] Pushing event updated for resources: {'Port': ['ID=2a9fa0fb-13fe-4acc-b198-fdb7d822214b,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:11.958339 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:11.958339 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:11.958339 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Pushing event updated for resources: {'Port': ['ID=ef994b7a-f19b-493e-af20-afef0c2eac36,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:11.958640 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 9835a5af-1af1-4640-b2bf-a3a0d6396624 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:11.993644 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Publish callbacks [] for router_gateway (c723054c-3734-4a52-a3a9-c40fbdfee8df), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:12.089933 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-d8080db6-0e2b-4d46-8ea0-d06bfb94c404 None None] Current status of the port 9835a5af-1af1-4640-b2bf-a3a0d6396624 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:12.090459 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d8080db6-0e2b-4d46-8ea0-d06bfb94c404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:12.096535 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:12.107528 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 9835a5af-1af1-4640-b2bf-a3a0d6396624 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:12.107906 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:12.128005 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Network f8cff2af-e6bb-48e4-afbf-b43442da6768 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:12.146670 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:12.159461 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:12.159959 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686921'] for router_interface (71f44b43-a476-4d20-b4ab-8c89f27ffdda), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:12.211142 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-d8080db6-0e2b-4d46-8ea0-d06bfb94c404 None None] For port 9835a5af-1af1-4640-b2bf-a3a0d6396624, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=9835a5af-1af1-4640-b2bf-a3a0d6396624,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:12.214266 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Pushing event updated for resources: {'Port': ['ID=6f9b0933-0d2e-464d-af74-1b83cc7f122a,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:12.392922 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d8080db6-0e2b-4d46-8ea0-d06bfb94c404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:12.484270 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 9835a5af-1af1-4640-b2bf-a3a0d6396624 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:12.484581 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:12.540042 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.db.api [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.27.3.166-2cddd71d-775d-40ca-896f-6aff136d7500 {{(pid=103957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 15 17:14:12.540632 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG oslo_db.api [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 15 17:14:12.585632 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Allocated IP 172.27.3.162 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/4c66a385-3bd8-4d93-984d-89d75b89c8e3) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:12.621402 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8080db6-0e2b-4d46-8ea0-d06bfb94c404 None None] Pushing event updated for resources: {'Port': ['ID=9835a5af-1af1-4640-b2bf-a3a0d6396624,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:12.641124 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-96dd6283-7fc4-4638-b572-0970b0e587b4 None None] Provisioning complete for port 9835a5af-1af1-4640-b2bf-a3a0d6396624 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:12.641580 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-96dd6283-7fc4-4638-b572-0970b0e587b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:12.753591 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.db.api [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 15 17:14:12.754058 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG oslo_db.api [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 15 17:14:12.834219 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Publish callbacks [] for router_gateway (91396da6-be11-4177-8f93-2dbf6404da12), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:12.860581 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-96dd6283-7fc4-4638-b572-0970b0e587b4 None None] Current status of the port 9835a5af-1af1-4640-b2bf-a3a0d6396624 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:12.875265 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d8bdf48-d900-4907-a40b-9089f6c3addf req-8886c98a-2d13-445d-9d7a-e55b5475761e tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.1161628 Mar 15 17:14:12.913468 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Publish callbacks [] for port (4c66a385-3bd8-4d93-984d-89d75b89c8e3), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:12.992223 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-1fb34e6b-0255-4534-b025-4880e13ceca4 None None] Provisioning complete for port 6f9b0933-0d2e-464d-af74-1b83cc7f122a triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:12.992685 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1fb34e6b-0255-4534-b025-4880e13ceca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:13.039085 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-1fb34e6b-0255-4534-b025-4880e13ceca4 None None] Port 6f9b0933-0d2e-464d-af74-1b83cc7f122a cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:14:13.041490 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:13.113752 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (4c66a385-3bd8-4d93-984d-89d75b89c8e3), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:13.120120 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:13.303919 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 9835a5af-1af1-4640-b2bf-a3a0d6396624 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:13.343892 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:13.351522 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:13.354138 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:13.359173 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Pushing event updated for resources: {'Port': ['ID=4c66a385-3bd8-4d93-984d-89d75b89c8e3,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:13.437157 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Allocated IP 172.27.3.202 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/438ca26e-4e33-4296-b11b-83fc39d9f155) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:13.462552 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33144bab-962f-43d0-a1a2-edffda1fdeb3 None None] Network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:14:13.616747 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-5f155da5-8640-44e8-be63-0d4deb1bd932 None None] Provisioning complete for port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:13.617236 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f155da5-8640-44e8-be63-0d4deb1bd932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:13.630664 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686872'] for router (91396da6-be11-4177-8f93-2dbf6404da12), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:13.752525 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-5f155da5-8640-44e8-be63-0d4deb1bd932 None None] Current status of the port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:13.752799 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f155da5-8640-44e8-be63-0d4deb1bd932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:13.790026 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Publish callbacks [] for port (438ca26e-4e33-4296-b11b-83fc39d9f155), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:13.815527 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-5f155da5-8640-44e8-be63-0d4deb1bd932 None None] For port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=2a9fa0fb-13fe-4acc-b198-fdb7d822214b,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:13.838372 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 2a9fa0fb-13fe-4acc-b198-fdb7d822214b up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:13.871455 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Publish callbacks [] for router_gateway (c723054c-3734-4a52-a3a9-c40fbdfee8df), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:13.902886 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Publish callbacks [] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:13.927998 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f155da5-8640-44e8-be63-0d4deb1bd932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:13.985055 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:13.985428 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:13.992520 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:13.994061 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1720345'] for router_interface (71f44b43-a476-4d20-b4ab-8c89f27ffdda), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:13.994787 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (438ca26e-4e33-4296-b11b-83fc39d9f155), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:14.050846 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f155da5-8640-44e8-be63-0d4deb1bd932 None None] Pushing event updated for resources: {'Port': ['ID=2a9fa0fb-13fe-4acc-b198-fdb7d822214b,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:14.080870 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:14.100848 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:14.108618 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:14.136607 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Router 91396da6-be11-4177-8f93-2dbf6404da12 is scheduled to L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:14:14.158897 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:14.160504 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 9835a5af-1af1-4640-b2bf-a3a0d6396624 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:14.163550 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Pushing event updated for resources: {'Port': ['ID=438ca26e-4e33-4296-b11b-83fc39d9f155,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:14.196969 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Pushing event updated for resources: {'Port': ['ID=6f9b0933-0d2e-464d-af74-1b83cc7f122a,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:14.198222 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-2ff0ff6e-0781-48ed-8c69-724c7e31d3e9 None None] Provisioning complete for port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:14.198689 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2ff0ff6e-0781-48ed-8c69-724c7e31d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:14.211472 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bb6ed86c-59bf-439d-8b23-ff1f88fc3af0 req-e929d28e-7520-4e86-b34d-f9afe35065cf tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.0493162 Mar 15 17:14:14.275671 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 9835a5af-1af1-4640-b2bf-a3a0d6396624 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:14.276128 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:14.349845 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Network f8cff2af-e6bb-48e4-afbf-b43442da6768 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:14.352809 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:14.369044 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686872'] for router (c723054c-3734-4a52-a3a9-c40fbdfee8df), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:14.373053 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0ff6e-0781-48ed-8c69-724c7e31d3e9 None None] Current status of the port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:14.416351 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 9835a5af-1af1-4640-b2bf-a3a0d6396624 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:14.418421 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 64c7d0fd-3605-4ef5-ba3c-820db2da113d up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:14.470599 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:14:14.479379 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 64c7d0fd-3605-4ef5-ba3c-820db2da113d triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:14.479379 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (64c7d0fd-3605-4ef5-ba3c-820db2da113d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:14.503583 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Sync routers for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:14:14.534615 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Router 71f44b43-a476-4d20-b4ab-8c89f27ffdda has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:14:14.545477 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:14.546292 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:13:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:14.605238 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:14.609908 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-daa6655e-7339-42ca-a677-119ba9aabf65 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5013685 Mar 15 17:14:14.616357 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36404) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:14.657036 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Router c723054c-3734-4a52-a3a9-c40fbdfee8df is scheduled to L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f with binding_index 1 {{(pid=103957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:14:14.686121 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:14:14.700784 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-63d0f601-694d-409b-8338-22570d849e9c admin admin] 10.222.0.37 "PUT /v2.0/routers/71f44b43-a476-4d20-b4ab-8c89f27ffdda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4793053 Mar 15 17:14:14.710640 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Sync routers for ids ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:14:14.741307 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Routers {'71f44b43-a476-4d20-b4ab-8c89f27ffdda'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:14.742189 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:13:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:14.803073 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 64c7d0fd-3605-4ef5-ba3c-820db2da113d is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:14.805723 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (64c7d0fd-3605-4ef5-ba3c-820db2da113d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:14.850437 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] For port 64c7d0fd-3605-4ef5-ba3c-820db2da113d, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=64c7d0fd-3605-4ef5-ba3c-820db2da113d,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:14.858901 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-98666e17-d997-4868-913e-9fb03173b8f1 None None] Provisioning complete for port 6f9b0933-0d2e-464d-af74-1b83cc7f122a triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:14.859488 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-98666e17-d997-4868-913e-9fb03173b8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:14.865359 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Publish callbacks [] for router_gateway (82b6b548-c722-4c0d-89f2-7b49bcfaf218), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:14.896697 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:14.904509 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Set router 71f44b43-a476-4d20-b4ab-8c89f27ffdda gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:14.957658 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (64c7d0fd-3605-4ef5-ba3c-820db2da113d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:14.959473 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-98666e17-d997-4868-913e-9fb03173b8f1 None None] Port 6f9b0933-0d2e-464d-af74-1b83cc7f122a cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:14:15.063434 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Pushing event updated for resources: {'Port': ['ID=64c7d0fd-3605-4ef5-ba3c-820db2da113d,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:15.180669 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 3, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:15.201178 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:14:15.203990 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '6f9b0933-0d2e-464d-af74-1b83cc7f122a', 'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'mac_address': 'fa:16:3e:d6:ed:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:13Z', 'revision_number': 2, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'subnets': [{'id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:15.215702 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Sync routers for ids ['c723054c-3734-4a52-a3a9-c40fbdfee8df'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:14:15.218172 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Checking router: 91396da6-be11-4177-8f93-2dbf6404da12 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:14:15.218533 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Updating router 91396da6-be11-4177-8f93-2dbf6404da12 port ef994b7a-f19b-493e-af20-afef0c2eac36 binding host dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:14:15.255941 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Checking router: 71f44b43-a476-4d20-b4ab-8c89f27ffdda for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:14:15.257115 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Updating router 71f44b43-a476-4d20-b4ab-8c89f27ffdda port 6f9b0933-0d2e-464d-af74-1b83cc7f122a binding host dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:14:15.257360 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Routers {'c723054c-3734-4a52-a3a9-c40fbdfee8df'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:15.258005 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:13:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['c723054c-3734-4a52-a3a9-c40fbdfee8df'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:15.295933 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (ef994b7a-f19b-493e-af20-afef0c2eac36), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:15.297476 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:15.396743 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:15.397905 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-18cc0bae-a2d1-43d5-98b6-a6ccc970f784 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5933752 Mar 15 17:14:15.402434 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 36422) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:15.423494 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9b21ccdb-92d9-4c7d-ba05-4759c7586464 req-d053c64c-4deb-4dc0-9035-35ca34667ad3 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.0658493 Mar 15 17:14:15.469907 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Set router c723054c-3734-4a52-a3a9-c40fbdfee8df gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:15.505341 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686872'] for router (82b6b548-c722-4c0d-89f2-7b49bcfaf218), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:15.642396 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 2a9fa0fb-13fe-4acc-b198-fdb7d822214b up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:15.798206 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:15.798840 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:15.814453 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Publish callbacks [] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:15.847177 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:15.889051 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:15.937437 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Publish callbacks [] for port (ef994b7a-f19b-493e-af20-afef0c2eac36), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:15.944305 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:13Z', 'revision_number': 3, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:15.950611 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20c0b1-606d-4a13-8557-156be8724d89 None None] Pushing event updated for resources: {'Port': ['ID=6f9b0933-0d2e-464d-af74-1b83cc7f122a,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:15.981857 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25fb44d3-9344-4f4f-aecb-8bee38ce908d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:15.983397 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Checking router: c723054c-3734-4a52-a3a9-c40fbdfee8df for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:14:15.983758 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Updating router c723054c-3734-4a52-a3a9-c40fbdfee8df port 4c66a385-3bd8-4d93-984d-89d75b89c8e3 binding host dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:14:16.005129 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 36428) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:16.010514 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-b74fdb4d-8a68-4956-abcb-08689b4738cc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629986441', 'description': 'tempest-description--1548434735'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:16.032436 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Router 82b6b548-c722-4c0d-89f2-7b49bcfaf218 is scheduled to L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f with binding_index 1 {{(pid=103957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:14:16.043887 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (4c66a385-3bd8-4d93-984d-89d75b89c8e3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.051693 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Attempting to bind port 6f9b0933-0d2e-464d-af74-1b83cc7f122a on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:16.051693 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Attempting to bind port 6f9b0933-0d2e-464d-af74-1b83cc7f122a by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:16.051693 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Attempting to bind port 6f9b0933-0d2e-464d-af74-1b83cc7f122a on network f8cff2af-e6bb-48e4-afbf-b43442da6768 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:16.060113 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:16.060486 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Checking segment: {'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:16.060893 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.062082 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Bound using segment: {'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:16.062562 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Bound port: 6f9b0933-0d2e-464d-af74-1b83cc7f122a, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:16.064111 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.079164 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (ef994b7a-f19b-493e-af20-afef0c2eac36), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.145348 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b74fdb4d-8a68-4956-abcb-08689b4738cc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.159619 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] For port 6f9b0933-0d2e-464d-af74-1b83cc7f122a, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:16.163744 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] For port 6f9b0933-0d2e-464d-af74-1b83cc7f122a, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=6f9b0933-0d2e-464d-af74-1b83cc7f122a,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:16.167892 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdb615-04ed-4d06-8e19-ab9665426134 None None] Pushing event updated for resources: {'Port': ['ID=ef994b7a-f19b-493e-af20-afef0c2eac36,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:16.183162 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Attempting to bind port ef994b7a-f19b-493e-af20-afef0c2eac36 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:16.183967 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Attempting to bind port ef994b7a-f19b-493e-af20-afef0c2eac36 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:16.184449 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Attempting to bind port ef994b7a-f19b-493e-af20-afef0c2eac36 on network ceae017f-2819-47ba-8d0c-41f6f4b64533 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:16.204948 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:16.206589 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 64c7d0fd-3605-4ef5-ba3c-820db2da113d up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:16.240803 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:16.241218 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Checking segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:16.241755 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.242158 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Bound using segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:16.242400 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Allocated IP 172.20.0.1 (e3d728a8-748d-4c18-bacb-a3e562d9afc7/f01540eb-1a88-461c-85a1-2be4331180be/5f3d91b0-aa54-4f79-8251-24fc2031d6ee) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:16.242648 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Bound port: ef994b7a-f19b-493e-af20-afef0c2eac36, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:16.243051 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (ef994b7a-f19b-493e-af20-afef0c2eac36), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.255271 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.275230 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b74fdb4d-8a68-4956-abcb-08689b4738cc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group (57457012-8967-46f9-b857-5372ce4652e6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.288607 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.307218 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:14:16.337547 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] For port ef994b7a-f19b-493e-af20-afef0c2eac36, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:16.341084 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] For port ef994b7a-f19b-493e-af20-afef0c2eac36, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=ef994b7a-f19b-493e-af20-afef0c2eac36,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:16.355444 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Sync routers for ids ['82b6b548-c722-4c0d-89f2-7b49bcfaf218'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:14:16.376291 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b74fdb4d-8a68-4956-abcb-08689b4738cc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (57457012-8967-46f9-b857-5372ce4652e6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.384926 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Publish callbacks [] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.405358 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Routers {'71f44b43-a476-4d20-b4ab-8c89f27ffdda'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:16.406088 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:13:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:16.432287 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fdb4d-8a68-4956-abcb-08689b4738cc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57457012-8967-46f9-b857-5372ce4652e6,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:16.448029 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.451820 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-88fd3370-363b-4a3e-85da-9fa4ede9e246 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8489206 Mar 15 17:14:16.453800 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 36438) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:16.485579 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20c0b1-606d-4a13-8557-156be8724d89 None None] Pushing event updated for resources: {'Port': ['ID=6f9b0933-0d2e-464d-af74-1b83cc7f122a,revision_number=4']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:16.493750 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-e5e83b38-98ca-4c32-9277-eda207d53466 None None] Provisioning complete for port 6f9b0933-0d2e-464d-af74-1b83cc7f122a triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:16.494281 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e5e83b38-98ca-4c32-9277-eda207d53466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.520923 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (ef994b7a-f19b-493e-af20-afef0c2eac36), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.528100 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.564793 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Routers {'82b6b548-c722-4c0d-89f2-7b49bcfaf218'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:16.565426 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:13:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['82b6b548-c722-4c0d-89f2-7b49bcfaf218'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:16.651433 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:16.652219 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:13:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:16.654935 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Network e3d728a8-748d-4c18-bacb-a3e562d9afc7 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:16.658711 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:16.662919 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:16.663674 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686921'] for router_interface (91396da6-be11-4177-8f93-2dbf6404da12), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.734099 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3d91b0-aa54-4f79-8251-24fc2031d6ee,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:16.800351 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Set router 82b6b548-c722-4c0d-89f2-7b49bcfaf218 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:16.811082 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b74fdb4d-8a68-4956-abcb-08689b4738cc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.816866 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b74fdb4d-8a68-4956-abcb-08689b4738cc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8105576 Mar 15 17:14:16.819789 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 36444) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:16.821545 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8508766a-72a8-4c9c-b830-bcc8ef8c2eae req-2afdedb3-f692-4a97-aaf3-e826843673a6 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.1009223 Mar 15 17:14:16.916532 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-2b14f884-b588-4aa0-95af-343b1c9c6e8f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Request body: {'security_group_rule': {'security_group_id': '57457012-8967-46f9-b857-5372ce4652e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:16.945274 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Allocated IP 172.20.0.1 (d8ba5559-3fe8-4099-a6ae-66c6fdd41f85/ea20a277-8929-462e-8afe-93fc21e630d2/ada34bdb-abf6-4b18-acee-98a3e8b2b124) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:17.021478 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] Set router 71f44b43-a476-4d20-b4ab-8c89f27ffdda gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:17.033248 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 64c7d0fd-3605-4ef5-ba3c-820db2da113d triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:17.033732 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (64c7d0fd-3605-4ef5-ba3c-820db2da113d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.035561 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdb615-04ed-4d06-8e19-ab9665426134 None None] Pushing event updated for resources: {'Port': ['ID=ef994b7a-f19b-493e-af20-afef0c2eac36,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:17.106209 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2b14f884-b588-4aa0-95af-343b1c9c6e8f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group_rule (7fd89658-9e4f-4aab-9e50-762c09546922), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.114153 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.181882 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Publish callbacks [] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.232154 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2b14f884-b588-4aa0-95af-343b1c9c6e8f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group_rule (7fd89658-9e4f-4aab-9e50-762c09546922), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.270132 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'name': 'tempest-ServerRescueNegativeTestJSON-683948688-router', 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '438ca26e-4e33-4296-b11b-83fc39d9f155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 3, 'project_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'gw_port': {'id': '438ca26e-4e33-4296-b11b-83fc39d9f155', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fe:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:13Z', 'updated_at': '2022-03-15T17:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:17.306082 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Publish callbacks [] for port (4c66a385-3bd8-4d93-984d-89d75b89c8e3), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.311933 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Checking router: 82b6b548-c722-4c0d-89f2-7b49bcfaf218 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:14:17.311933 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Updating router 82b6b548-c722-4c0d-89f2-7b49bcfaf218 port 438ca26e-4e33-4296-b11b-83fc39d9f155 binding host dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:14:17.318908 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2b14f884-b588-4aa0-95af-343b1c9c6e8f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (7fd89658-9e4f-4aab-9e50-762c09546922), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.351691 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14f884-b588-4aa0-95af-343b1c9c6e8f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd89658-9e4f-4aab-9e50-762c09546922,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:17.358023 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (438ca26e-4e33-4296-b11b-83fc39d9f155), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.423695 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:17.425868 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Publish callbacks [] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.427344 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (4c66a385-3bd8-4d93-984d-89d75b89c8e3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.429113 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-e5e83b38-98ca-4c32-9277-eda207d53466 None None] Current status of the port 6f9b0933-0d2e-464d-af74-1b83cc7f122a is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:17.429480 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e5e83b38-98ca-4c32-9277-eda207d53466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.470921 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '6f9b0933-0d2e-464d-af74-1b83cc7f122a', 'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'mac_address': 'fa:16:3e:d6:ed:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'subnets': [{'id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:17.471747 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2b14f884-b588-4aa0-95af-343b1c9c6e8f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.475543 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2b14f884-b588-4aa0-95af-343b1c9c6e8f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5604746 Mar 15 17:14:17.475543 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.476074 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36456) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:17.489654 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-104fb77c-7857-4f6b-85e4-0d1798df242f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Request body: {'security_group_rule': {'security_group_id': '57457012-8967-46f9-b857-5372ce4652e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:17.510924 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738fb201-985f-4a42-82d7-2e431e1dcda0 None None] The sync data for ids ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'] in dv-cinder-831247-12-iscsi is: [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '6f9b0933-0d2e-464d-af74-1b83cc7f122a', 'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'mac_address': 'fa:16:3e:d6:ed:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'subnets': [{'id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:14:17.574536 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.578893 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1720345'] for router_interface (91396da6-be11-4177-8f93-2dbf6404da12), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.636702 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:17.665991 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:17.680273 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Pushing event updated for resources: {'Port': ['ID=ada34bdb-abf6-4b18-acee-98a3e8b2b124,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:17.686383 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:17.690703 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686921'] for router_interface (c723054c-3734-4a52-a3a9-c40fbdfee8df), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.726137 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fbcdc-a202-4a94-8768-c0c02bfb4217 None None] Pushing event updated for resources: {'Port': ['ID=4c66a385-3bd8-4d93-984d-89d75b89c8e3,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:17.743001 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-104fb77c-7857-4f6b-85e4-0d1798df242f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group_rule (b034228b-7aa7-4849-9c1a-b7c6b0776bf9), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.762030 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Publish callbacks [] for port (438ca26e-4e33-4296-b11b-83fc39d9f155), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.782661 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-e5e83b38-98ca-4c32-9277-eda207d53466 None None] For port 6f9b0933-0d2e-464d-af74-1b83cc7f122a, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=6f9b0933-0d2e-464d-af74-1b83cc7f122a,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:17.798113 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 64c7d0fd-3605-4ef5-ba3c-820db2da113d is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:17.822863 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3d91b0-aa54-4f79-8251-24fc2031d6ee,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:17.828660 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Attempting to bind port 4c66a385-3bd8-4d93-984d-89d75b89c8e3 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:17.831822 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (438ca26e-4e33-4296-b11b-83fc39d9f155), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.840108 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Attempting to bind port 4c66a385-3bd8-4d93-984d-89d75b89c8e3 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:17.840729 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Attempting to bind port 4c66a385-3bd8-4d93-984d-89d75b89c8e3 on network ceae017f-2819-47ba-8d0c-41f6f4b64533 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:17.871888 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.875876 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:17.876113 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Checking segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:17.876424 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.877256 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Bound using segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:17.880201 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Bound port: 4c66a385-3bd8-4d93-984d-89d75b89c8e3, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:17.883640 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (4c66a385-3bd8-4d93-984d-89d75b89c8e3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:17.891889 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e5e83b38-98ca-4c32-9277-eda207d53466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.011915 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-104fb77c-7857-4f6b-85e4-0d1798df242f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group_rule (b034228b-7aa7-4849-9c1a-b7c6b0776bf9), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.027965 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Attempting to bind port 438ca26e-4e33-4296-b11b-83fc39d9f155 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:18.028463 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Attempting to bind port 438ca26e-4e33-4296-b11b-83fc39d9f155 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:18.028883 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Attempting to bind port 438ca26e-4e33-4296-b11b-83fc39d9f155 on network ceae017f-2819-47ba-8d0c-41f6f4b64533 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:18.032732 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Network e3d728a8-748d-4c18-bacb-a3e562d9afc7 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:18.043298 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:18.043680 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Checking segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:18.044576 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.044576 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Bound using segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:18.045015 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Bound port: 438ca26e-4e33-4296-b11b-83fc39d9f155, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:18.045406 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (438ca26e-4e33-4296-b11b-83fc39d9f155), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.070622 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:18.088250 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8a575083-e2f9-456d-b27f-6b6e1d076f8a req-d7a78e02-24a8-46b6-ad6d-e25b5bd46c5a tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.0543308 Mar 15 17:14:18.091214 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.095264 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-104fb77c-7857-4f6b-85e4-0d1798df242f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (b034228b-7aa7-4849-9c1a-b7c6b0776bf9), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.105710 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 6f9b0933-0d2e-464d-af74-1b83cc7f122a up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:18.160589 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] For port 438ca26e-4e33-4296-b11b-83fc39d9f155, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:18.165786 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] For port 438ca26e-4e33-4296-b11b-83fc39d9f155, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=438ca26e-4e33-4296-b11b-83fc39d9f155,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:18.180011 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753b507-24ee-49e9-ba1b-c0a9f8f59bec None None] Pushing event updated for resources: {'Port': ['ID=438ca26e-4e33-4296-b11b-83fc39d9f155,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:18.219177 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b2e92ddd-33bf-48fd-80ce-8d3316970393 None None] Provisioning complete for port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:18.219593 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b2e92ddd-33bf-48fd-80ce-8d3316970393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.250964 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (438ca26e-4e33-4296-b11b-83fc39d9f155), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.301015 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] For port 4c66a385-3bd8-4d93-984d-89d75b89c8e3, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:18.314572 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b2e92ddd-33bf-48fd-80ce-8d3316970393 None None] Port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:14:18.370629 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Allocated IP 172.20.0.1 (a8ca1a9b-c211-440b-aad1-4246de63ebf1/681d7c7c-a1e8-4a52-95d6-dbff35d88981/0f61485d-7a31-4e28-839a-88c3f0325494) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:18.371540 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] For port 4c66a385-3bd8-4d93-984d-89d75b89c8e3, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=4c66a385-3bd8-4d93-984d-89d75b89c8e3,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:18.373067 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fb77c-7857-4f6b-85e4-0d1798df242f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b034228b-7aa7-4849-9c1a-b7c6b0776bf9,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:18.392469 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b2e92ddd-33bf-48fd-80ce-8d3316970393 None None] Provisioning complete for port 6f9b0933-0d2e-464d-af74-1b83cc7f122a triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:18.392840 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b2e92ddd-33bf-48fd-80ce-8d3316970393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.409862 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753b507-24ee-49e9-ba1b-c0a9f8f59bec None None] Pushing event updated for resources: {'Port': ['ID=438ca26e-4e33-4296-b11b-83fc39d9f155,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:18.412634 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Routers {'82b6b548-c722-4c0d-89f2-7b49bcfaf218'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:18.413238 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:13:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['82b6b548-c722-4c0d-89f2-7b49bcfaf218'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:18.453656 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e83b38-98ca-4c32-9277-eda207d53466 None None] Pushing event updated for resources: {'Port': ['ID=6f9b0933-0d2e-464d-af74-1b83cc7f122a,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:18.484524 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (4c66a385-3bd8-4d93-984d-89d75b89c8e3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.543727 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Publish callbacks [] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.572338 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Router 91396da6-be11-4177-8f93-2dbf6404da12 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:14:18.585715 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-104fb77c-7857-4f6b-85e4-0d1798df242f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.588639 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-104fb77c-7857-4f6b-85e4-0d1798df242f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1097174 Mar 15 17:14:18.590474 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36472) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:18.600102 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Request body: {'floatingip': {'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:18.611400 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Publish callbacks [] for port (0f61485d-7a31-4e28-839a-88c3f0325494), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.615486 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 6f9b0933-0d2e-464d-af74-1b83cc7f122a triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:18.615866 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.616159 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.617150 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1720345'] for router_interface (c723054c-3734-4a52-a3a9-c40fbdfee8df), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.669475 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Routers {'c723054c-3734-4a52-a3a9-c40fbdfee8df'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:18.670153 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:13:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['c723054c-3734-4a52-a3a9-c40fbdfee8df'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:18.736878 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] Set router 82b6b548-c722-4c0d-89f2-7b49bcfaf218 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:18.779648 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Pushing event updated for resources: {'Port': ['ID=ada34bdb-abf6-4b18-acee-98a3e8b2b124,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:18.812260 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fbcdc-a202-4a94-8768-c0c02bfb4217 None None] Pushing event updated for resources: {'Port': ['ID=4c66a385-3bd8-4d93-984d-89d75b89c8e3,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:18.816654 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7496b838-15d2-4dc8-86be-3ea909a346d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.816790 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.847811 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:18.849748 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:18.875171 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 3, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:18.889210 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b2e92ddd-33bf-48fd-80ce-8d3316970393 None None] Current status of the port 6f9b0933-0d2e-464d-af74-1b83cc7f122a is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:18.925813 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (0f61485d-7a31-4e28-839a-88c3f0325494), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:18.945671 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8456c35-64a3-4acf-b4a5-41b764e69865 None None] The sync data for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi is: [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 3, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:14:19.013218 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:14:19.031307 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1a63de84-f4a5-42c9-b727-54d630f1dfd4 admin admin] 10.222.0.37 "PUT /v2.0/routers/91396da6-be11-4177-8f93-2dbf6404da12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4049084 Mar 15 17:14:19.088371 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] Set router c723054c-3734-4a52-a3a9-c40fbdfee8df gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:19.102294 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'name': 'tempest-ServerRescueNegativeTestJSON-683948688-router', 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '438ca26e-4e33-4296-b11b-83fc39d9f155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 3, 'project_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'gw_port': {'id': '438ca26e-4e33-4296-b11b-83fc39d9f155', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fe:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:13Z', 'updated_at': '2022-03-15T17:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:19.167362 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af44135-3103-4a5f-a940-377ce7a61622 None None] The sync data for ids ['82b6b548-c722-4c0d-89f2-7b49bcfaf218'] in dv-cinder-831247-12-iscsi is: [{'id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'name': 'tempest-ServerRescueNegativeTestJSON-683948688-router', 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '438ca26e-4e33-4296-b11b-83fc39d9f155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 3, 'project_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'gw_port': {'id': '438ca26e-4e33-4296-b11b-83fc39d9f155', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fe:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:13Z', 'updated_at': '2022-03-15T17:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:14:19.181828 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Network a8ca1a9b-c211-440b-aad1-4246de63ebf1 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:19.192474 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:19.213829 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:19.214316 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686921'] for router_interface (82b6b548-c722-4c0d-89f2-7b49bcfaf218), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:19.216741 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-ca036cd6-aefa-46cf-a954-8622759dd00c None None] Provisioning complete for port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:19.217183 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ca036cd6-aefa-46cf-a954-8622759dd00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:19.286307 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:19.310269 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Pushing event updated for resources: {'Port': ['ID=0f61485d-7a31-4e28-839a-88c3f0325494,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:19.324259 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 6f9b0933-0d2e-464d-af74-1b83cc7f122a is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:19.365454 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Router c723054c-3734-4a52-a3a9-c40fbdfee8df has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:14:19.378605 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f3256ee5-d70a-4ad6-b3bd-3cda1eb241d3 req-e24b38a3-15f4-4f55-90b6-70a96b58f1dd tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.0856719 Mar 15 17:14:19.550173 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-ca036cd6-aefa-46cf-a954-8622759dd00c None None] Port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:14:19.624700 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-ca036cd6-aefa-46cf-a954-8622759dd00c None None] Provisioning complete for port ada34bdb-abf6-4b18-acee-98a3e8b2b124 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:19.625078 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ca036cd6-aefa-46cf-a954-8622759dd00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:19.649181 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Allocated IP 172.27.3.38 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/cb694ed0-5f73-4c58-a996-bcdfeffcf73f) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:19.661548 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:19.720630 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-ca036cd6-aefa-46cf-a954-8622759dd00c None None] Port ada34bdb-abf6-4b18-acee-98a3e8b2b124 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:14:19.753521 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:18Z', 'revision_number': 2, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:19.875259 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d632ee-3092-4e64-9222-c7e7ac2d5835 None None] The sync data for ids ['c723054c-3734-4a52-a3a9-c40fbdfee8df'] in dv-cinder-831247-12-iscsi is: [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:18Z', 'revision_number': 2, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:14:19.915302 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-76f3d022-33f9-46c7-8f95-c7d9ac000ff4 None None] Provisioning complete for port ada34bdb-abf6-4b18-acee-98a3e8b2b124 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:19.915706 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-76f3d022-33f9-46c7-8f95-c7d9ac000ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:20.042842 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:14:20.044503 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for port (cb694ed0-5f73-4c58-a996-bcdfeffcf73f), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:20.058142 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-76f3d022-33f9-46c7-8f95-c7d9ac000ff4 None None] Port ada34bdb-abf6-4b18-acee-98a3e8b2b124 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:14:20.079309 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-91109611-1323-4283-8a48-70574ef6365e admin admin] 10.222.0.37 "PUT /v2.0/routers/c723054c-3734-4a52-a3a9-c40fbdfee8df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6637609 Mar 15 17:14:20.190313 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (0f61485d-7a31-4e28-839a-88c3f0325494), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:20.248412 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 438ca26e-4e33-4296-b11b-83fc39d9f155 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:20.249786 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (cb694ed0-5f73-4c58-a996-bcdfeffcf73f), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:20.319245 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:20.332192 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:20.339579 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:20.388102 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event updated for resources: {'Port': ['ID=cb694ed0-5f73-4c58-a996-bcdfeffcf73f,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:20.547161 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Publish callbacks [] for port (0f61485d-7a31-4e28-839a-88c3f0325494), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:20.608907 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for floatingip (7d6556fb-3c33-4b5b-a377-0eb7b906f185), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:20.628144 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (0f61485d-7a31-4e28-839a-88c3f0325494), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:20.628979 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1720345'] for router_interface (82b6b548-c722-4c0d-89f2-7b49bcfaf218), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:20.775583 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Pushing event updated for resources: {'Port': ['ID=0f61485d-7a31-4e28-839a-88c3f0325494,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:20.781927 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 438ca26e-4e33-4296-b11b-83fc39d9f155 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:20.787514 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (438ca26e-4e33-4296-b11b-83fc39d9f155), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:20.851990 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36520) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:20.856516 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (cb694ed0-5f73-4c58-a996-bcdfeffcf73f), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:20.862094 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Network a8ca1a9b-c211-440b-aad1-4246de63ebf1 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:20.869702 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:20.872144 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-802388c0-f5dc-405b-a5ea-dfb90b1d1e9d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1107715643', 'description': 'tempest-description--10673576'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:21.019157 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-802388c0-f5dc-405b-a5ea-dfb90b1d1e9d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.051469 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.060438 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 438ca26e-4e33-4296-b11b-83fc39d9f155 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:21.062955 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (438ca26e-4e33-4296-b11b-83fc39d9f155), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.100598 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-84ce1e67-c3a3-4c8f-b0b4-e30de0a191a8 req-006c50ea-29e4-4f2c-9c9b-9ca900835e89 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.1185651 Mar 15 17:14:21.136651 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] For port 438ca26e-4e33-4296-b11b-83fc39d9f155, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=438ca26e-4e33-4296-b11b-83fc39d9f155,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:21.240353 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Router 82b6b548-c722-4c0d-89f2-7b49bcfaf218 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:14:21.241806 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-802388c0-f5dc-405b-a5ea-dfb90b1d1e9d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.272487 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (438ca26e-4e33-4296-b11b-83fc39d9f155), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.273684 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 6f9b0933-0d2e-464d-af74-1b83cc7f122a up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:21.329736 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for port (cb694ed0-5f73-4c58-a996-bcdfeffcf73f), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.377963 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Pushing event updated for resources: {'Port': ['ID=438ca26e-4e33-4296-b11b-83fc39d9f155,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:21.382588 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 6f9b0933-0d2e-464d-af74-1b83cc7f122a triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:21.383184 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.383276 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:14:21.393709 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-802388c0-f5dc-405b-a5ea-dfb90b1d1e9d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.408510 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2d0f19fe-df60-4246-92d5-dde044535eba admin admin] 10.222.0.37 "PUT /v2.0/routers/82b6b548-c722-4c0d-89f2-7b49bcfaf218/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9540331 Mar 15 17:14:21.461858 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802388c0-f5dc-405b-a5ea-dfb90b1d1e9d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:21.461858 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (cb694ed0-5f73-4c58-a996-bcdfeffcf73f), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.496192 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 6f9b0933-0d2e-464d-af74-1b83cc7f122a is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:21.497664 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device ef994b7a-f19b-493e-af20-afef0c2eac36 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:21.500336 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 36528) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:21.505070 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (7d6556fb-3c33-4b5b-a377-0eb7b906f185), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.505220 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-7b2e842e-49ad-49f5-9758-d1f287ab7b76 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737194698', 'description': 'tempest-description--1260932104'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:21.531468 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event updated for resources: {'Port': ['ID=cb694ed0-5f73-4c58-a996-bcdfeffcf73f,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:21.555101 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port ef994b7a-f19b-493e-af20-afef0c2eac36 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:21.563736 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (ef994b7a-f19b-493e-af20-afef0c2eac36), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.594763 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-802388c0-f5dc-405b-a5ea-dfb90b1d1e9d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.596946 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-802388c0-f5dc-405b-a5ea-dfb90b1d1e9d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7339098 Mar 15 17:14:21.599360 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36536) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:21.607169 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-1fc26fe2-8796-4d9c-975d-46f656e3511d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'security_group_rule': {'security_group_id': '73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:21.648740 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port ef994b7a-f19b-493e-af20-afef0c2eac36 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:21.649138 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (ef994b7a-f19b-493e-af20-afef0c2eac36), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.658967 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.663469 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e20809bf-f216-48d3-a3ac-36a576d0dcba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0651891 Mar 15 17:14:21.677656 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] For port ef994b7a-f19b-493e-af20-afef0c2eac36, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=ef994b7a-f19b-493e-af20-afef0c2eac36,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:21.683315 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7b2e842e-49ad-49f5-9758-d1f287ab7b76 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.747251 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1fc26fe2-8796-4d9c-975d-46f656e3511d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (1d29d8d4-1bbf-4a8d-9c02-7c67ecaf4d4d), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.769615 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (ef994b7a-f19b-493e-af20-afef0c2eac36), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.822418 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1fc26fe2-8796-4d9c-975d-46f656e3511d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (1d29d8d4-1bbf-4a8d-9c02-7c67ecaf4d4d), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.845547 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Pushing event updated for resources: {'Port': ['ID=ef994b7a-f19b-493e-af20-afef0c2eac36,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:21.883321 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1fc26fe2-8796-4d9c-975d-46f656e3511d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (1d29d8d4-1bbf-4a8d-9c02-7c67ecaf4d4d), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.902467 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7b2e842e-49ad-49f5-9758-d1f287ab7b76 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group (d2ca5694-9d76-4e82-8215-2a017e3dcd27), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:21.933435 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc26fe2-8796-4d9c-975d-46f656e3511d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d29d8d4-1bbf-4a8d-9c02-7c67ecaf4d4d,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:21.933866 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 438ca26e-4e33-4296-b11b-83fc39d9f155 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:21.983395 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7b2e842e-49ad-49f5-9758-d1f287ab7b76 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (d2ca5694-9d76-4e82-8215-2a017e3dcd27), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:22.016583 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 438ca26e-4e33-4296-b11b-83fc39d9f155 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:22.016583 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (438ca26e-4e33-4296-b11b-83fc39d9f155), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:22.023813 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1fc26fe2-8796-4d9c-975d-46f656e3511d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:22.025022 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1fc26fe2-8796-4d9c-975d-46f656e3511d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4247057 Mar 15 17:14:22.027665 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36572) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:22.034448 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-f2737cd3-d672-4373-9ee3-c5a8f445cf23 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'security_group_rule': {'security_group_id': '73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:22.043678 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e842e-49ad-49f5-9758-d1f287ab7b76 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ca5694-9d76-4e82-8215-2a017e3dcd27,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:22.076166 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-022a3af7-fdb8-45a2-84c2-1275a274924a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:22.078485 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-022a3af7-fdb8-45a2-84c2-1275a274924a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/networks?id=a8ca1a9b-c211-440b-aad1-4246de63ebf1 HTTP/1.1" status: 200 len: 818 time: 0.3281863 Mar 15 17:14:22.098329 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-ae8828d5-d9f4-4a60-adc0-a93f2b1cc8d9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/quotas/586e3ae672c94d9dbc89fd874cd5bff4 HTTP/1.1" status: 200 len: 375 time: 0.0104499 Mar 15 17:14:22.103984 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-9c4a7f5e-7f20-4d5f-a27b-70e7ce7bb392 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1629986441&fields=id&tenant_id=bc312adc0e8540e2b9f74a8d38e318bc HTTP/1.1" status: 200 len: 267 time: 0.1101952 Mar 15 17:14:22.120386 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 438ca26e-4e33-4296-b11b-83fc39d9f155 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:22.189782 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-e47c190f-0648-4599-89b2-2a9af03e023a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=586e3ae672c94d9dbc89fd874cd5bff4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856614 Mar 15 17:14:22.192901 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7b2e842e-49ad-49f5-9758-d1f287ab7b76 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:22.194619 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7b2e842e-49ad-49f5-9758-d1f287ab7b76 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6925907 Mar 15 17:14:22.197149 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36578) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:22.209749 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-db67550d-5d8a-4d9d-be87-2d81a44df117 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Request body: {'security_group_rule': {'security_group_id': 'd2ca5694-9d76-4e82-8215-2a017e3dcd27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:22.230516 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-1865986d-9587-4b28-9769-82c5d4abc36d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:22.232012 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-1865986d-9587-4b28-9769-82c5d4abc36d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/networks?id=f8cff2af-e6bb-48e4-afbf-b43442da6768 HTTP/1.1" status: 200 len: 817 time: 0.1214116 Mar 15 17:14:22.236026 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:14:22.260625 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-78889c5f-0ecb-4412-929e-8696a25dec6a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/quotas/bc312adc0e8540e2b9f74a8d38e318bc HTTP/1.1" status: 200 len: 375 time: 0.0197856 Mar 15 17:14:22.291903 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f2737cd3-d672-4373-9ee3-c5a8f445cf23 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (f646e128-aa7e-499a-ad20-a82ab9c016da), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:22.296557 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-47b1b4aa-abaa-4657-a61a-5cc9125fca33 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:14:22.296557 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-47b1b4aa-abaa-4657-a61a-5cc9125fca33 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0528524 Mar 15 17:14:22.380066 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-d9980818-6c7f-420a-9d0c-19e6d88178bc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184015 Mar 15 17:14:22.389660 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f2737cd3-d672-4373-9ee3-c5a8f445cf23 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (f646e128-aa7e-499a-ad20-a82ab9c016da), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:22.403425 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-db67550d-5d8a-4d9d-be87-2d81a44df117 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group_rule (4ee793aa-fcf4-4fa6-becc-f6160fe7f586), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:22.411498 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-89a24a2d-f7bc-45a0-8fd0-9c3fb680bb57 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014102 Mar 15 17:14:22.503923 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-a9ac232f-cf4d-4076-a5ef-537de1b6a0d4 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864582 Mar 15 17:14:22.514514 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-db67550d-5d8a-4d9d-be87-2d81a44df117 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group_rule (4ee793aa-fcf4-4fa6-becc-f6160fe7f586), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:22.524302 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-b87c0b38-f59a-4da7-b8f6-8305dbbed5ee service neutron] 10.222.0.37 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292439 Mar 15 17:14:22.533613 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f2737cd3-d672-4373-9ee3-c5a8f445cf23 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (f646e128-aa7e-499a-ad20-a82ab9c016da), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:22.551769 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:22.591827 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2737cd3-d672-4373-9ee3-c5a8f445cf23 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f646e128-aa7e-499a-ad20-a82ab9c016da,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:22.596759 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-db67550d-5d8a-4d9d-be87-2d81a44df117 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (4ee793aa-fcf4-4fa6-becc-f6160fe7f586), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:22.624535 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67550d-5d8a-4d9d-be87-2d81a44df117 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee793aa-fcf4-4fa6-becc-f6160fe7f586,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:22.649578 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-8d2efa9f-1763-4e03-b60b-888c0e796afc service neutron] 10.222.0.37 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244233 Mar 15 17:14:22.740514 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f2737cd3-d672-4373-9ee3-c5a8f445cf23 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:22.744800 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f2737cd3-d672-4373-9ee3-c5a8f445cf23 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7131753 Mar 15 17:14:22.744966 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36588) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:22.749441 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'floatingip': {'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:22.777022 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-db67550d-5d8a-4d9d-be87-2d81a44df117 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:22.778494 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-db67550d-5d8a-4d9d-be87-2d81a44df117 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5801141 Mar 15 17:14:22.785504 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 36590) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:22.790223 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-332a9317-24d5-4873-a0ca-7f9587f477a5 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Request body: {'security_group_rule': {'security_group_id': 'd2ca5694-9d76-4e82-8215-2a017e3dcd27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:22.906620 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:22.946841 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-332a9317-24d5-4873-a0ca-7f9587f477a5 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group_rule (bc53b1dc-c8ef-455e-8212-b74e3b3d4b12), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:23.043307 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6380899c-62d7-41d2-a836-0b0cfeb878e4 req-b2640e57-3d85-4cf0-9293-49fb6955e9a6 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.1130781 Mar 15 17:14:23.044206 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-332a9317-24d5-4873-a0ca-7f9587f477a5 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group_rule (bc53b1dc-c8ef-455e-8212-b74e3b3d4b12), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:23.080873 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2b2858ed-e45e-455b-a358-12469c944aa4 req-6bc73253-494b-40b1-a28c-408803655eb3 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 210 time: 0.0352643 Mar 15 17:14:23.151078 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:23.167191 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-332a9317-24d5-4873-a0ca-7f9587f477a5 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (bc53b1dc-c8ef-455e-8212-b74e3b3d4b12), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:23.189092 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9902686f-0ec6-4d64-86ec-d49491e73f7a req-de7b3c92-8df2-4e97-a835-9736b1f8784e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 210 time: 0.0520504 Mar 15 17:14:23.200466 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a9317-24d5-4873-a0ca-7f9587f477a5 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc53b1dc-c8ef-455e-8212-b74e3b3d4b12,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:23.251473 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.55', 54873) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:23.341129 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Allocated IP 172.27.3.171 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/002d2ee3-4e47-46e5-9d70-f0f67b821787) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:23.344358 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-332a9317-24d5-4873-a0ca-7f9587f477a5 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:23.345552 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-332a9317-24d5-4873-a0ca-7f9587f477a5 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5590363 Mar 15 17:14:23.348772 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 36644) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:23.353238 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Request body: {'floatingip': {'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:23.455488 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a97d9ea1-43a4-4f79-ae0b-410a45f496e5 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:23.456935 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a97d9ea1-43a4-4f79-ae0b-410a45f496e5 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.55 "GET /v2.0/networks?id=e18ab407-a95c-4fce-a92e-34b3c4abf901 HTTP/1.1" status: 200 len: 812 time: 0.2044625 Mar 15 17:14:23.458818 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for port (002d2ee3-4e47-46e5-9d70-f0f67b821787), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:23.506739 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a6240212-5f0e-415b-b5e5-bb1c61f0855b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Request body: {'port': {'device_id': '9d4bf64c-f865-4223-9b7a-2e719fbb840e', 'network_id': 'e18ab407-a95c-4fce-a92e-34b3c4abf901', 'admin_state_up': True, 'tenant_id': '1b383b278a7e4d36a4f651efd58b00e0'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:23.527047 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-4e7fa332-0814-4fa4-b56d-6740425b0870 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:23.531274 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-4e7fa332-0814-4fa4-b56d-6740425b0870 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/networks?id=a8ca1a9b-c211-440b-aad1-4246de63ebf1 HTTP/1.1" status: 200 len: 818 time: 0.1676059 Mar 15 17:14:23.532183 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:23.638819 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (002d2ee3-4e47-46e5-9d70-f0f67b821787), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:23.717329 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'Port': ['ID=002d2ee3-4e47-46e5-9d70-f0f67b821787,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:23.754357 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:23.756091 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:23.762043 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:23.787307 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-a6bc35f6-096b-4e81-bb7d-8640723ebd60 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/quotas/586e3ae672c94d9dbc89fd874cd5bff4 HTTP/1.1" status: 200 len: 375 time: 0.2296026 Mar 15 17:14:23.991970 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (309649aa-e116-499e-8ae9-3d0734359602), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:24.105945 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device ef994b7a-f19b-493e-af20-afef0c2eac36 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:24.126033 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-6077530f-91ae-4614-a3ee-96f26836e3f8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=586e3ae672c94d9dbc89fd874cd5bff4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3229260 Mar 15 17:14:24.127586 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (002d2ee3-4e47-46e5-9d70-f0f67b821787), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:24.195686 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port ef994b7a-f19b-493e-af20-afef0c2eac36 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:24.196133 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (ef994b7a-f19b-493e-af20-afef0c2eac36), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:24.232366 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a6240212-5f0e-415b-b5e5-bb1c61f0855b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Made reservation on behalf of 1b383b278a7e4d36a4f651efd58b00e0 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:24.247385 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a6240212-5f0e-415b-b5e5-bb1c61f0855b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:24.456630 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:24.459490 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port ef994b7a-f19b-493e-af20-afef0c2eac36 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:24.461317 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 4c66a385-3bd8-4d93-984d-89d75b89c8e3 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:24.550333 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-710a6103-3fc8-46c8-a763-64ce051c4b42 req-e693cde8-9620-4b4a-930f-d1903797814e tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.0806015 Mar 15 17:14:24.590577 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-6cf881c3-886d-4655-9d03-24200fda8ee6 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618714 Mar 15 17:14:24.612658 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 4c66a385-3bd8-4d93-984d-89d75b89c8e3 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:24.613029 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (4c66a385-3bd8-4d93-984d-89d75b89c8e3), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:24.725009 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for port (002d2ee3-4e47-46e5-9d70-f0f67b821787), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:24.746987 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-57c05760-16a7-4430-a3d6-3b84174d342f req-f54dac6f-1e74-4e52-ada3-22c7c1ef6e7e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 210 time: 0.1123836 Mar 15 17:14:24.771957 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 4c66a385-3bd8-4d93-984d-89d75b89c8e3 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:24.772418 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (4c66a385-3bd8-4d93-984d-89d75b89c8e3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:24.829235 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] For port 4c66a385-3bd8-4d93-984d-89d75b89c8e3, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=4c66a385-3bd8-4d93-984d-89d75b89c8e3,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:24.877840 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (002d2ee3-4e47-46e5-9d70-f0f67b821787), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:24.915181 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (309649aa-e116-499e-8ae9-3d0734359602), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:24.946934 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'Port': ['ID=002d2ee3-4e47-46e5-9d70-f0f67b821787,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:24.975939 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a6240212-5f0e-415b-b5e5-bb1c61f0855b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Allocated IP 172.20.0.9 (e18ab407-a95c-4fce-a92e-34b3c4abf901/a57f7b7e-9da9-49af-b9aa-6965f48218bc/c027d7fb-0d02-4965-accf-5b01280ab189) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:24.987589 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Sync routers for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:14:25.009910 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:25.011007 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:14:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:25.075309 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-e381f994-7f5a-4451-94dd-bc21e3abe832 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837968 Mar 15 17:14:25.082866 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (4c66a385-3bd8-4d93-984d-89d75b89c8e3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:25.110369 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Allocated IP 172.27.3.31 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/5b8a9e27-f957-43d5-b7ce-25f618ca3756) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:25.128500 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:25.135274 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a50be356-5f7a-40d1-b13b-57e6327b4440 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3892794 Mar 15 17:14:25.311041 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Pushing event updated for resources: {'Port': ['ID=4c66a385-3bd8-4d93-984d-89d75b89c8e3,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:25.369479 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:25.487587 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Sync routers for ids ['82b6b548-c722-4c0d-89f2-7b49bcfaf218'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:14:25.515209 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Routers {'82b6b548-c722-4c0d-89f2-7b49bcfaf218'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:25.516226 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:14:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['82b6b548-c722-4c0d-89f2-7b49bcfaf218'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:25.695846 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-336d85c4-2875-478c-a95a-9af638180671 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1107715643&fields=id&tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3 HTTP/1.1" status: 200 len: 267 time: 0.1823075 Mar 15 17:14:25.861891 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for port (5b8a9e27-f957-43d5-b7ce-25f618ca3756), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:26.009398 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 4c66a385-3bd8-4d93-984d-89d75b89c8e3 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:26.024738 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-04f8e455-2fd8-47d1-b996-9ab68d754051 req-1cd17a9c-b2eb-438c-812e-45103c84bbda tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.1828959 Mar 15 17:14:26.042815 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Set router 82b6b548-c722-4c0d-89f2-7b49bcfaf218 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:26.046868 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a6240212-5f0e-415b-b5e5-bb1c61f0855b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Publish callbacks [] for port (c027d7fb-0d02-4965-accf-5b01280ab189), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:26.217520 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731d734-2868-44f3-8028-28fe97aa3199 req-e57b2794-5e50-4661-967c-a7e1d19c9fd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:26.246410 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-e57b2794-5e50-4661-967c-a7e1d19c9fd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/networks?id=e3d728a8-748d-4c18-bacb-a3e562d9afc7 HTTP/1.1" status: 200 len: 815 time: 0.5377285 Mar 15 17:14:26.248032 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.55', 54885) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:26.314065 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba4c7bf2-382d-4d19-9228-03e5694e1ac1 req-130b4b6c-f9f2-410d-9811-87a1b201e464 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 210 time: 0.0951407 Mar 15 17:14:26.317910 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 2, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:26.376108 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 4c66a385-3bd8-4d93-984d-89d75b89c8e3 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:26.376867 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (4c66a385-3bd8-4d93-984d-89d75b89c8e3), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:26.454953 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-15bbad60-59f2-4df0-9000-76d50980447d req-9c9ddf7d-71ce-432d-a087-8c2cf36aea5e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 210 time: 0.0396378 Mar 15 17:14:26.455716 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-dd1a6c55-cfeb-44df-b5d4-c76e151e99aa tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/quotas/e97bc8e7afe84c4cbdedd6d1d6f4caf3 HTTP/1.1" status: 200 len: 375 time: 0.2083311 Mar 15 17:14:26.485564 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a6240212-5f0e-415b-b5e5-bb1c61f0855b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (c027d7fb-0d02-4965-accf-5b01280ab189), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:26.492780 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (5b8a9e27-f957-43d5-b7ce-25f618ca3756), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:26.528657 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Checking router: 91396da6-be11-4177-8f93-2dbf6404da12 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:14:26.530405 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Updating router 91396da6-be11-4177-8f93-2dbf6404da12 port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee binding host dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:14:26.567804 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'name': 'tempest-ServerRescueNegativeTestJSON-683948688-router', 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '438ca26e-4e33-4296-b11b-83fc39d9f155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:19Z', 'revision_number': 4, 'project_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'gw_port': {'id': '438ca26e-4e33-4296-b11b-83fc39d9f155', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:13Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '0f61485d-7a31-4e28-839a-88c3f0325494', 'name': '', 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1', 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'mac_address': 'fa:16:3e:0e:8f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '681d7c7c-a1e8-4a52-95d6-dbff35d88981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:17Z', 'updated_at': '2022-03-15T17:14:20Z', 'revision_number': 2, 'project_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'subnets': [{'id': '681d7c7c-a1e8-4a52-95d6-dbff35d88981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:26.640058 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:26.643918 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Checking router: 82b6b548-c722-4c0d-89f2-7b49bcfaf218 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:14:26.644613 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event updated for resources: {'Port': ['ID=5b8a9e27-f957-43d5-b7ce-25f618ca3756,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:26.644969 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Updating router 82b6b548-c722-4c0d-89f2-7b49bcfaf218 port 0f61485d-7a31-4e28-839a-88c3f0325494 binding host dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:14:26.663183 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-d49e7812-79bf-484f-b9ac-f15f50163fef tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2043808 Mar 15 17:14:26.707675 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36796) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:26.727608 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (0f61485d-7a31-4e28-839a-88c3f0325494), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:26.796879 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-205985a9-8b40-4259-b23a-d2378835208e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:26.798987 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-205985a9-8b40-4259-b23a-d2378835208e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.55 "GET /v2.0/networks?id=a8ca1a9b-c211-440b-aad1-4246de63ebf1 HTTP/1.1" status: 200 len: 818 time: 0.5492878 Mar 15 17:14:26.804400 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 4c66a385-3bd8-4d93-984d-89d75b89c8e3 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:26.821412 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-ea3249fa-597a-4a50-810e-7ba93a1d1326 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Request body: {'port': {'device_id': '90bbab30-6d85-45b7-808c-92edceef9e21', 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1', 'admin_state_up': True, 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:26.842550 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:26.868092 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a6240212-5f0e-415b-b5e5-bb1c61f0855b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Network e18ab407-a95c-4fce-a92e-34b3c4abf901 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:26.887236 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:26.892082 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:26.909887 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a6240212-5f0e-415b-b5e5-bb1c61f0855b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:26.923164 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a6240212-5f0e-415b-b5e5-bb1c61f0855b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:26.942567 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a6240212-5f0e-415b-b5e5-bb1c61f0855b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:26.942567 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a6240212-5f0e-415b-b5e5-bb1c61f0855b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.024469 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-8cbef005-a151-46ec-a223-467aa0a30387 service neutron] 10.222.0.37 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477654 Mar 15 17:14:27.096960 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6240212-5f0e-415b-b5e5-bb1c61f0855b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Pushing event updated for resources: {'Port': ['ID=c027d7fb-0d02-4965-accf-5b01280ab189,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:27.151673 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-30d2e81e-4622-42e0-99c1-7a06960af8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.191945 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for floatingip (cc43befc-94b9-42d2-958b-0d8176482c48), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.343560 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-b6d6bd5d-235c-4f2c-8c4c-28b938253796 service neutron] 10.222.0.37 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074377 Mar 15 17:14:27.373703 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Publish callbacks [] for port (0f61485d-7a31-4e28-839a-88c3f0325494), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.392235 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bbc0a-fb9e-47fc-a2bf-99c3d6ea4eb1 req-f2498c36-91b5-4d30-bcd3-26ecc3535d73 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:27.397971 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a78bbc0a-fb9e-47fc-a2bf-99c3d6ea4eb1 req-f2498c36-91b5-4d30-bcd3-26ecc3535d73 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 931 time: 0.1487525 Mar 15 17:14:27.449150 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-30d2e81e-4622-42e0-99c1-7a06960af8cd admin admin] Publish callbacks [] for security_group (b00186fc-9d4b-44ce-8067-4720e9e8c358), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.487098 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a78bbc0a-fb9e-47fc-a2bf-99c3d6ea4eb1 req-3591d180-fea7-4ace-8c14-1e4cc7f59a5b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853479 Mar 15 17:14:27.497134 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Publish callbacks [] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.558772 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-a6240212-5f0e-415b-b5e5-bb1c61f0855b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0568345 Mar 15 17:14:27.609408 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-30d2e81e-4622-42e0-99c1-7a06960af8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (b00186fc-9d4b-44ce-8067-4720e9e8c358), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.611830 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (0f61485d-7a31-4e28-839a-88c3f0325494), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.639007 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b422ff55-de3a-4cb1-8766-f63ca3eb9ea5 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:14:27.642075 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b422ff55-de3a-4cb1-8766-f63ca3eb9ea5 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0356395 Mar 15 17:14:27.646428 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7a4e7b73-4ade-4455-99e8-44bb0f773387 req-b8f81f58-1365-4ec8-a493-25bff1a0b380 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 210 time: 0.0866485 Mar 15 17:14:27.678644 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.719448 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2e81e-4622-42e0-99c1-7a06960af8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00186fc-9d4b-44ce-8067-4720e9e8c358,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:27.742087 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-ea3249fa-597a-4a50-810e-7ba93a1d1326 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Made reservation on behalf of 586e3ae672c94d9dbc89fd874cd5bff4 for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:27.744741 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5b8a9e27-f957-43d5-b7ce-25f618ca3756), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.757372 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-ea3249fa-597a-4a50-810e-7ba93a1d1326 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:27.863055 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.55', 54889) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:27.922443 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dc215-182e-4a7c-bb3d-b0670f14ec1f None None] Pushing event updated for resources: {'Port': ['ID=0f61485d-7a31-4e28-839a-88c3f0325494,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:27.987555 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b69aa-4b33-499c-b75f-677942e535c1 None None] Pushing event updated for resources: {'Port': ['ID=5f3d91b0-aa54-4f79-8251-24fc2031d6ee,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:28.111643 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Attempting to bind port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:28.117862 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Attempting to bind port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:28.118380 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Attempting to bind port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee on network e3d728a8-748d-4c18-bacb-a3e562d9afc7 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:28.165833 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:28.165833 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Checking segment: {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:28.165833 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:28.166492 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Bound using segment: {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:28.173554 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Bound port: 5f3d91b0-aa54-4f79-8251-24fc2031d6ee, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:28.174695 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:28.192827 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea5a2ab3-16d2-4c62-83c3-a4ac27611199 req-397c0519-69fb-4d19-b262-df45e2c4ccd7 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 210 time: 0.2108653 Mar 15 17:14:28.247914 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-1f5ce81d-0c05-4732-b5c0-e3b046d99abe tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:28.256112 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-1f5ce81d-0c05-4732-b5c0-e3b046d99abe tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.55 "GET /v2.0/networks?id=f8cff2af-e6bb-48e4-afbf-b43442da6768 HTTP/1.1" status: 200 len: 817 time: 0.3954744 Mar 15 17:14:28.274413 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-30d2e81e-4622-42e0-99c1-7a06960af8cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95f985c9347748c5983dd3b70f5f34b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5649166 Mar 15 17:14:28.280495 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Attempting to bind port 0f61485d-7a31-4e28-839a-88c3f0325494 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:28.281637 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Attempting to bind port 0f61485d-7a31-4e28-839a-88c3f0325494 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '191d4818-a8ee-4194-b783-7bacef44c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:28.282404 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Attempting to bind port 0f61485d-7a31-4e28-839a-88c3f0325494 on network a8ca1a9b-c211-440b-aad1-4246de63ebf1 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:28.290799 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:28.291393 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Checking segment: {'id': '191d4818-a8ee-4194-b783-7bacef44c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:28.292099 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:28.297275 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Request body: {'port': {'device_id': '9d4bf64c-f865-4223-9b7a-2e719fbb840e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:28.309064 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 36844) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:28.309227 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Bound using segment: {'id': '191d4818-a8ee-4194-b783-7bacef44c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:28.309227 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Bound port: 0f61485d-7a31-4e28-839a-88c3f0325494, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191d4818-a8ee-4194-b783-7bacef44c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:28.311324 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (0f61485d-7a31-4e28-839a-88c3f0325494), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:28.422058 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] For port 0f61485d-7a31-4e28-839a-88c3f0325494, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:28.426166 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] For port 0f61485d-7a31-4e28-839a-88c3f0325494, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=0f61485d-7a31-4e28-839a-88c3f0325494,segment=NetworkSegment(191d4818-a8ee-4194-b783-7bacef44c43f),segment_id=191d4818-a8ee-4194-b783-7bacef44c43f)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:28.429663 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Sync routers for ids ['c723054c-3734-4a52-a3a9-c40fbdfee8df'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:14:28.465367 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] For port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:28.484716 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Routers {'c723054c-3734-4a52-a3a9-c40fbdfee8df'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:28.487681 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:14:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['c723054c-3734-4a52-a3a9-c40fbdfee8df'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:28.568396 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1e2911be-a540-4825-8621-35818c96aed0 req-217a8a27-e8ba-4ae5-b096-1a1fb872ce08 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 210 time: 0.2899280 Mar 15 17:14:28.568614 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (0f61485d-7a31-4e28-839a-88c3f0325494), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:28.623910 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] For port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=5f3d91b0-aa54-4f79-8251-24fc2031d6ee,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:28.625522 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-f2509a60-08f3-47cb-931f-2410bfaee04c None None] Provisioning complete for port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:28.625909 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f2509a60-08f3-47cb-931f-2410bfaee04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:28.751522 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Routers {'82b6b548-c722-4c0d-89f2-7b49bcfaf218'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:28.752289 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:14:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['82b6b548-c722-4c0d-89f2-7b49bcfaf218'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:28.756550 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dc215-182e-4a7c-bb3d-b0670f14ec1f None None] Pushing event updated for resources: {'Port': ['ID=0f61485d-7a31-4e28-839a-88c3f0325494,revision_number=4']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:28.941377 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b6d33356-9820-4c5d-a011-e94562827804 req-269e7cc6-2bd3-4823-9887-0c1225340fd7 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 210 time: 0.0813811 Mar 15 17:14:28.946214 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] Set router 82b6b548-c722-4c0d-89f2-7b49bcfaf218 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:28.955567 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-cfc83dba-feb7-4ff1-bde9-61a36028a9e0 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc312adc0e8540e2b9f74a8d38e318bc HTTP/1.1" status: 200 len: 380 time: 0.6086354 Mar 15 17:14:28.984250 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-78a616b9-ef8f-49ae-a9f9-79cc59fd3415 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Request body: {'port': {'device_id': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'admin_state_up': True, 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'security_groups': ['57457012-8967-46f9-b857-5372ce4652e6']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:29.056438 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-ea3249fa-597a-4a50-810e-7ba93a1d1326 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Allocated IP 172.20.0.5 (a8ca1a9b-c211-440b-aad1-4246de63ebf1/681d7c7c-a1e8-4a52-95d6-dbff35d88981/87512783-be87-4777-b8a3-cc4b2ed178a0) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:29.098675 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f2509a60-08f3-47cb-931f-2410bfaee04c None None] Port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:14:29.112562 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:29.254452 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:29.255542 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:14:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:29.260735 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79184b67-dfcf-4c1a-841b-04692dff4db5 req-aeda63ad-b770-44d3-9d91-d82ecf388f78 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:29.262548 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-79184b67-dfcf-4c1a-841b-04692dff4db5 req-aeda63ad-b770-44d3-9d91-d82ecf388f78 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 931 time: 0.3657954 Mar 15 17:14:29.280688 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3868cfc3-8b90-47f7-913b-c6f988bac8a7 admin admin] Publish callbacks [] for security_group (b00186fc-9d4b-44ce-8067-4720e9e8c358), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:29.325515 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (c027d7fb-0d02-4965-accf-5b01280ab189), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:29.429610 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b69aa-4b33-499c-b75f-677942e535c1 None None] Pushing event updated for resources: {'Port': ['ID=5f3d91b0-aa54-4f79-8251-24fc2031d6ee,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:29.499630 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Set router c723054c-3734-4a52-a3a9-c40fbdfee8df gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:29.501763 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-ea3249fa-597a-4a50-810e-7ba93a1d1326 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks [] for port (87512783-be87-4777-b8a3-cc4b2ed178a0), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:29.601274 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'name': 'tempest-ServerRescueNegativeTestJSON-683948688-router', 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '438ca26e-4e33-4296-b11b-83fc39d9f155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:19Z', 'revision_number': 4, 'project_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'gw_port': {'id': '438ca26e-4e33-4296-b11b-83fc39d9f155', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:13Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '0f61485d-7a31-4e28-839a-88c3f0325494', 'name': '', 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1', 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'mac_address': 'fa:16:3e:0e:8f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '681d7c7c-a1e8-4a52-95d6-dbff35d88981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:17Z', 'updated_at': '2022-03-15T17:14:28Z', 'revision_number': 4, 'project_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'subnets': [{'id': '681d7c7c-a1e8-4a52-95d6-dbff35d88981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:29.601542 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-78a616b9-ef8f-49ae-a9f9-79cc59fd3415 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Made reservation on behalf of bc312adc0e8540e2b9f74a8d38e318bc for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:29.619308 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3868cfc3-8b90-47f7-913b-c6f988bac8a7 admin admin] Publish callbacks [] for security_group (b00186fc-9d4b-44ce-8067-4720e9e8c358), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:29.645093 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-78a616b9-ef8f-49ae-a9f9-79cc59fd3415 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:29.683814 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d426b7-4684-4ffc-b7e8-16a8f12445bc None None] The sync data for ids ['82b6b548-c722-4c0d-89f2-7b49bcfaf218'] in dv-cinder-831247-12-iscsi is: [{'id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'name': 'tempest-ServerRescueNegativeTestJSON-683948688-router', 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '438ca26e-4e33-4296-b11b-83fc39d9f155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:19Z', 'revision_number': 4, 'project_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'gw_port': {'id': '438ca26e-4e33-4296-b11b-83fc39d9f155', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:13Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '0f61485d-7a31-4e28-839a-88c3f0325494', 'name': '', 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1', 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'mac_address': 'fa:16:3e:0e:8f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '681d7c7c-a1e8-4a52-95d6-dbff35d88981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:17Z', 'updated_at': '2022-03-15T17:14:28Z', 'revision_number': 4, 'project_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'subnets': [{'id': '681d7c7c-a1e8-4a52-95d6-dbff35d88981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:14:29.818745 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for port (5b8a9e27-f957-43d5-b7ce-25f618ca3756), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:29.871763 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-79184b67-dfcf-4c1a-841b-04692dff4db5 req-93e4658a-982b-4d10-978e-e1284a710819 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954673 Mar 15 17:14:30.088378 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (5b8a9e27-f957-43d5-b7ce-25f618ca3756), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:30.180621 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 0f61485d-7a31-4e28-839a-88c3f0325494 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:30.217941 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-f2f71172-0868-4d8e-bc7d-de00501fc54b None None] Provisioning complete for port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:30.218314 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f2f71172-0868-4d8e-bc7d-de00501fc54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:30.343768 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c6374776-23c5-4cd3-a0dc-adebd44e62b5 req-f23fc41a-ad61-4dc5-b00c-a32086e6e258 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 210 time: 0.7591753 Mar 15 17:14:30.355043 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fc921efd-d7ed-48d5-9b76-6ada3aa393fd req-242073e3-6a0b-44b1-b55d-9949069c6069 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 210 time: 0.2691317 Mar 15 17:14:30.453615 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-ea3249fa-597a-4a50-810e-7ba93a1d1326 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (87512783-be87-4777-b8a3-cc4b2ed178a0), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:30.482891 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (cc43befc-94b9-42d2-958b-0d8176482c48), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:30.518525 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:30.543838 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.55', 54897) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:30.549030 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event updated for resources: {'Port': ['ID=5b8a9e27-f957-43d5-b7ce-25f618ca3756,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:30.651207 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-ea3249fa-597a-4a50-810e-7ba93a1d1326 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Network a8ca1a9b-c211-440b-aad1-4246de63ebf1 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:30.692347 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 0f61485d-7a31-4e28-839a-88c3f0325494 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:30.693843 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (0f61485d-7a31-4e28-839a-88c3f0325494), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:30.756935 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-ea3249fa-597a-4a50-810e-7ba93a1d1326 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:30.798178 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-ea3249fa-597a-4a50-810e-7ba93a1d1326 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:30.805569 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-ea3249fa-597a-4a50-810e-7ba93a1d1326 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:30.806245 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-ea3249fa-597a-4a50-810e-7ba93a1d1326 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:30.845668 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bce48cf2-32d7-465b-8298-398639b23611 req-6f6f09a1-195e-4067-8704-ee3d460f4db5 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 210 time: 0.2641475 Mar 15 17:14:30.847456 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3249fa-597a-4a50-810e-7ba93a1d1326 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Pushing event updated for resources: {'Port': ['ID=87512783-be87-4777-b8a3-cc4b2ed178a0,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:30.858409 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:30.861485 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-53bca015-7252-4b0e-ad16-54bd5070f978 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5109053 Mar 15 17:14:30.893239 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-78a616b9-ef8f-49ae-a9f9-79cc59fd3415 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Allocated IP 172.20.0.14 (f8cff2af-e6bb-48e4-afbf-b43442da6768/b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11/6afb6f11-7e65-449c-87d5-5fa497bb403e) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:30.899234 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:18Z', 'revision_number': 2, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:30.970069 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-ea3249fa-597a-4a50-810e-7ba93a1d1326 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1573501 Mar 15 17:14:31.008510 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36906) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:31.025168 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3868cfc3-8b90-47f7-913b-c6f988bac8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (b00186fc-9d4b-44ce-8067-4720e9e8c358), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:31.027969 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Request body: {'port': {'device_id': '90bbab30-6d85-45b7-808c-92edceef9e21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:31.043483 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3868cfc3-8b90-47f7-913b-c6f988bac8a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:31.043483 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3868cfc3-8b90-47f7-913b-c6f988bac8a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b00186fc-9d4b-44ce-8067-4720e9e8c358 HTTP/1.1" status: 204 len: 168 time: 2.7288566 Mar 15 17:14:31.137898 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868cfc3-8b90-47f7-913b-c6f988bac8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00186fc-9d4b-44ce-8067-4720e9e8c358,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:31.153280 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Checking router: c723054c-3734-4a52-a3a9-c40fbdfee8df for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:14:31.153723 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Updating router c723054c-3734-4a52-a3a9-c40fbdfee8df port ada34bdb-abf6-4b18-acee-98a3e8b2b124 binding host dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:14:31.209621 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:31.298058 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f2f71172-0868-4d8e-bc7d-de00501fc54b None None] Current status of the port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:31.298415 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f2f71172-0868-4d8e-bc7d-de00501fc54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:31.343972 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-e2414b1c-2a0d-4e25-bb0d-bd94f5a05b98 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--737194698&fields=id&tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6 HTTP/1.1" status: 200 len: 267 time: 0.1702194 Mar 15 17:14:31.416377 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-f59b8e41-7e52-47ac-929b-74280c010fe9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:31.418478 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-f59b8e41-7e52-47ac-929b-74280c010fe9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.55 "GET /v2.0/networks?id=a8ca1a9b-c211-440b-aad1-4246de63ebf1 HTTP/1.1" status: 200 len: 818 time: 0.8606088 Mar 15 17:14:31.479045 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (87512783-be87-4777-b8a3-cc4b2ed178a0), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:31.483590 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 0f61485d-7a31-4e28-839a-88c3f0325494 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:31.484237 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (0f61485d-7a31-4e28-839a-88c3f0325494), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:31.512915 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-78a616b9-ef8f-49ae-a9f9-79cc59fd3415 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:31.568919 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4746-d0c4-4515-990f-3c4c261f0b97 req-1a3fc57b-c335-41b3-9249-1e92bd35541c tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:31.570882 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a2de4746-d0c4-4515-990f-3c4c261f0b97 req-1a3fc57b-c335-41b3-9249-1e92bd35541c tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 931 time: 0.4712195 Mar 15 17:14:31.729821 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-f2f71172-0868-4d8e-bc7d-de00501fc54b None None] For port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=5f3d91b0-aa54-4f79-8251-24fc2031d6ee,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:31.784008 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.55', 54903) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:31.822628 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f2f71172-0868-4d8e-bc7d-de00501fc54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:31.838245 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-4e7d8f64-8123-429a-8ebe-5b77a944920c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Request body: {'port': {'device_id': '377df9d9-98ff-4806-811a-41e52972bbf5', 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1', 'admin_state_up': True, 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:31.850037 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c027d7fb-0d02-4965-accf-5b01280ab189 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:14:31.861640 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] For port 0f61485d-7a31-4e28-839a-88c3f0325494, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=0f61485d-7a31-4e28-839a-88c3f0325494,segment=NetworkSegment(191d4818-a8ee-4194-b783-7bacef44c43f),segment_id=191d4818-a8ee-4194-b783-7bacef44c43f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:31.895925 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a2de4746-d0c4-4515-990f-3c4c261f0b97 req-6c55ab15-e93c-48ee-9325-a7648dc22be5 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907362 Mar 15 17:14:32.001027 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-bcd07d27-69ce-43b0-9907-1e9257de5ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:32.054365 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (0f61485d-7a31-4e28-839a-88c3f0325494), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:32.071040 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-78a616b9-ef8f-49ae-a9f9-79cc59fd3415 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:32.150468 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Publish callbacks [] for port (c027d7fb-0d02-4965-accf-5b01280ab189), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:32.189276 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f71172-0868-4d8e-bc7d-de00501fc54b None None] Pushing event updated for resources: {'Port': ['ID=5f3d91b0-aa54-4f79-8251-24fc2031d6ee,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:32.203233 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-78a616b9-ef8f-49ae-a9f9-79cc59fd3415 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Network f8cff2af-e6bb-48e4-afbf-b43442da6768 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:32.205232 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:28Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:32.274681 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-183271d5-943d-412a-b522-4f0929ca1714 req-e8d9d076-32cb-4db1-98fe-57091691694b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 210 time: 0.1370213 Mar 15 17:14:32.291532 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Transition to ACTIVE for port object c027d7fb-0d02-4965-accf-5b01280ab189 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:14:32.326033 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-78a616b9-ef8f-49ae-a9f9-79cc59fd3415 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:32.345000 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-78a616b9-ef8f-49ae-a9f9-79cc59fd3415 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:32.364168 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20780f41-2240-4de1-b909-59825fff5c69 req-9b95dadd-57ca-4495-989c-a805194268e6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:32.372027 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-78a616b9-ef8f-49ae-a9f9-79cc59fd3415 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:32.374179 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-78a616b9-ef8f-49ae-a9f9-79cc59fd3415 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:32.380359 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-9b95dadd-57ca-4495-989c-a805194268e6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/networks?id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 HTTP/1.1" status: 200 len: 810 time: 1.0353656 Mar 15 17:14:32.448504 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a27233-a80c-40ad-90d2-2fc7ac337af0 None None] The sync data for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi is: [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:28Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:14:32.498331 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731d734-2868-44f3-8028-28fe97aa3199 req-597d9955-dde2-4dc4-9753-6cf96068494a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:32.500787 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-597d9955-dde2-4dc4-9753-6cf96068494a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "GET /v2.0/networks?id=e3d728a8-748d-4c18-bacb-a3e562d9afc7 HTTP/1.1" status: 200 len: 815 time: 0.7140744 Mar 15 17:14:32.506377 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (c027d7fb-0d02-4965-accf-5b01280ab189), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:32.545487 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-78a616b9-ef8f-49ae-a9f9-79cc59fd3415 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5820243 Mar 15 17:14:32.625715 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Request body: {'port': {'device_id': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:32.645349 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-e314c751-f2e5-4695-a847-52c7c57f014c tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/quotas/57fd39e7d3b64df5a30ec0c4d8fc03c6 HTTP/1.1" status: 200 len: 375 time: 0.2633202 Mar 15 17:14:32.703865 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Pushing event updated for resources: {'Port': ['ID=0f61485d-7a31-4e28-839a-88c3f0325494,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:32.855024 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a616b9-ef8f-49ae-a9f9-79cc59fd3415 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event updated for resources: {'Port': ['ID=6afb6f11-7e65-449c-87d5-5fa497bb403e,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:32.917698 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Publish callbacks [] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:32.929239 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b7d43126-b0ab-4381-a006-ab0407b759b1 None None] Provisioning complete for port 6afb6f11-7e65-449c-87d5-5fa497bb403e triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:32.929631 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b7d43126-b0ab-4381-a006-ab0407b759b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:33.006011 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:33.038228 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Pushing event updated for resources: {'Port': ['ID=c027d7fb-0d02-4965-accf-5b01280ab189,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:33.149114 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b7d43126-b0ab-4381-a006-ab0407b759b1 None None] Port 6afb6f11-7e65-449c-87d5-5fa497bb403e cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:14:33.216046 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10947dc4-d23d-4f9c-bd6f-a3e9d1381927 None None] Pushing event updated for resources: {'Port': ['ID=ada34bdb-abf6-4b18-acee-98a3e8b2b124,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:33.227431 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-4e7d8f64-8123-429a-8ebe-5b77a944920c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Made reservation on behalf of 586e3ae672c94d9dbc89fd874cd5bff4 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:33.234332 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-4e7d8f64-8123-429a-8ebe-5b77a944920c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:33.243069 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Attempting to bind port c027d7fb-0d02-4965-accf-5b01280ab189 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:33.243473 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Attempting to bind port c027d7fb-0d02-4965-accf-5b01280ab189 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '7270bfa3-2eb5-4b85-a546-9f37f266f69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e18ab407-a95c-4fce-a92e-34b3c4abf901'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:33.251416 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Attempting to bind port c027d7fb-0d02-4965-accf-5b01280ab189 on network e18ab407-a95c-4fce-a92e-34b3c4abf901 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:33.260165 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Port c027d7fb-0d02-4965-accf-5b01280ab189 on network e18ab407-a95c-4fce-a92e-34b3c4abf901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:14:33.260483 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Attempting to bind port c027d7fb-0d02-4965-accf-5b01280ab189 on network e18ab407-a95c-4fce-a92e-34b3c4abf901 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:33.319854 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Attempting to bind port ada34bdb-abf6-4b18-acee-98a3e8b2b124 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:33.320212 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Attempting to bind port ada34bdb-abf6-4b18-acee-98a3e8b2b124 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:33.320591 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Attempting to bind port ada34bdb-abf6-4b18-acee-98a3e8b2b124 on network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:33.341064 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:33.343069 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-3f159b0f-23f4-4e72-88d7-c81a20e25315 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3 HTTP/1.1" status: 200 len: 380 time: 0.7909882 Mar 15 17:14:33.344875 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Checking segment: {'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:33.345289 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:33.348000 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Bound using segment: {'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:33.348535 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Bound port: ada34bdb-abf6-4b18-acee-98a3e8b2b124, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:33.348944 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:33.355913 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-bcd07d27-69ce-43b0-9907-1e9257de5ce6 admin admin] Publish callbacks [] for security_group (84fb0df7-8895-4104-a7fd-cb9dfdf6f424), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:33.358809 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-a403635c-1f13-4d5c-84ae-e0cb6f8c8a14 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6715491 Mar 15 17:14:33.405533 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-a731d734-2868-44f3-8028-28fe97aa3199 req-463c4473-a8d1-4634-b3d5-c30b35d339e5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'port': {'device_id': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'admin_state_up': True, 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'security_groups': ['73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:33.453414 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87512783-be87-4777-b8a3-cc4b2ed178a0 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:14:33.517222 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-bcd07d27-69ce-43b0-9907-1e9257de5ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (84fb0df7-8895-4104-a7fd-cb9dfdf6f424), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:33.561192 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Publish callbacks [] for port (87512783-be87-4777-b8a3-cc4b2ed178a0), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:33.577202 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:33.579826 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Checking segment: {'id': '7270bfa3-2eb5-4b85-a546-9f37f266f69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e18ab407-a95c-4fce-a92e-34b3c4abf901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:33.581898 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Bound using segment: {'id': '7270bfa3-2eb5-4b85-a546-9f37f266f69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e18ab407-a95c-4fce-a92e-34b3c4abf901'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:33.582556 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Bound port: c027d7fb-0d02-4965-accf-5b01280ab189, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7270bfa3-2eb5-4b85-a546-9f37f266f69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e18ab407-a95c-4fce-a92e-34b3c4abf901'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:33.589251 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (c027d7fb-0d02-4965-accf-5b01280ab189), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:33.622777 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Transition to ACTIVE for port object 87512783-be87-4777-b8a3-cc4b2ed178a0 will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:14:33.636068 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-bcd07d27-69ce-43b0-9907-1e9257de5ce6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4db849d0dae94e4ca604b19d6860bcd2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5977402 Mar 15 17:14:33.640548 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 36980) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:33.667176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d12a21-cb28-4645-8393-a90210fc4a73 req-6ccee4b4-83df-46d4-8d84-90931a74757e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:33.675930 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-98d12a21-cb28-4645-8393-a90210fc4a73 req-6ccee4b4-83df-46d4-8d84-90931a74757e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 932 time: 1.1869788 Mar 15 17:14:33.791098 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:33.833521 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-98d12a21-cb28-4645-8393-a90210fc4a73 req-339cb568-7890-4d93-96fc-de271b8abb60 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554604 Mar 15 17:14:33.866604 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (87512783-be87-4777-b8a3-cc4b2ed178a0), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:33.884374 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-4105e5e2-2382-4ed6-8de7-44b6631ac62f None None] Provisioning complete for port ada34bdb-abf6-4b18-acee-98a3e8b2b124 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:33.884976 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4105e5e2-2382-4ed6-8de7-44b6631ac62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:34.017360 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] For port ada34bdb-abf6-4b18-acee-98a3e8b2b124, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:34.086156 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] For port ada34bdb-abf6-4b18-acee-98a3e8b2b124, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=ada34bdb-abf6-4b18-acee-98a3e8b2b124,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:34.094853 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd07d27-69ce-43b0-9907-1e9257de5ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fb0df7-8895-4104-a7fd-cb9dfdf6f424,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:34.095563 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-4105e5e2-2382-4ed6-8de7-44b6631ac62f None None] Port ada34bdb-abf6-4b18-acee-98a3e8b2b124 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:14:34.181154 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:34.286450 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10947dc4-d23d-4f9c-bd6f-a3e9d1381927 None None] Pushing event updated for resources: {'Port': ['ID=ada34bdb-abf6-4b18-acee-98a3e8b2b124,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:34.302484 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d91664b3-8511-4ffc-b3f6-0e3cb87ca688 req-b053c241-4492-48f3-9fd6-0b66176774e9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 210 time: 0.2836499 Mar 15 17:14:34.342593 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Routers {'c723054c-3734-4a52-a3a9-c40fbdfee8df'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:14:34.345374 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:14:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['c723054c-3734-4a52-a3a9-c40fbdfee8df'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:34.401078 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-425a8688-d8b9-420f-adb1-58a9cf165a77 admin admin] Publish callbacks [] for security_group (84fb0df7-8895-4104-a7fd-cb9dfdf6f424), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:34.406326 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Attempting to bind port 87512783-be87-4777-b8a3-cc4b2ed178a0 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:34.407003 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Attempting to bind port 87512783-be87-4777-b8a3-cc4b2ed178a0 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '191d4818-a8ee-4194-b783-7bacef44c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:34.407578 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Attempting to bind port 87512783-be87-4777-b8a3-cc4b2ed178a0 on network a8ca1a9b-c211-440b-aad1-4246de63ebf1 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:34.418657 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Pushing event updated for resources: {'Port': ['ID=87512783-be87-4777-b8a3-cc4b2ed178a0,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:34.441418 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Port 87512783-be87-4777-b8a3-cc4b2ed178a0 on network a8ca1a9b-c211-440b-aad1-4246de63ebf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:14:34.442091 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Attempting to bind port 87512783-be87-4777-b8a3-cc4b2ed178a0 on network a8ca1a9b-c211-440b-aad1-4246de63ebf1 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:34.539772 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] For port c027d7fb-0d02-4965-accf-5b01280ab189, host hv-cinder-83124, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:34.553313 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:34.553807 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Checking segment: {'id': '191d4818-a8ee-4194-b783-7bacef44c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:34.554496 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Bound using segment: {'id': '191d4818-a8ee-4194-b783-7bacef44c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:34.555083 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Bound port: 87512783-be87-4777-b8a3-cc4b2ed178a0, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191d4818-a8ee-4194-b783-7bacef44c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:34.555535 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (87512783-be87-4777-b8a3-cc4b2ed178a0), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:34.558131 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] For port c027d7fb-0d02-4965-accf-5b01280ab189, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c027d7fb-0d02-4965-accf-5b01280ab189,segment=NetworkSegment(7270bfa3-2eb5-4b85-a546-9f37f266f69f),segment_id=7270bfa3-2eb5-4b85-a546-9f37f266f69f)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:34.562455 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-425a8688-d8b9-420f-adb1-58a9cf165a77 admin admin] Publish callbacks [] for security_group (84fb0df7-8895-4104-a7fd-cb9dfdf6f424), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:34.566172 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-caedce73-2d88-41ab-99d8-2226fdd48670 service neutron] 10.222.0.37 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0220125 Mar 15 17:14:34.569343 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 5f3d91b0-aa54-4f79-8251-24fc2031d6ee up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:34.576627 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-4e7d8f64-8123-429a-8ebe-5b77a944920c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Allocated IP 172.20.0.9 (a8ca1a9b-c211-440b-aad1-4246de63ebf1/681d7c7c-a1e8-4a52-95d6-dbff35d88981/76b4dc57-04bf-4e68-ac74-6932886e46f8) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:34.674938 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (c027d7fb-0d02-4965-accf-5b01280ab189), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:34.704027 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] Set router c723054c-3734-4a52-a3a9-c40fbdfee8df gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:14:34.705987 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:34.706365 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:34.732330 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a731d734-2868-44f3-8028-28fe97aa3199 req-463c4473-a8d1-4634-b3d5-c30b35d339e5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Made reservation on behalf of e97bc8e7afe84c4cbdedd6d1d6f4caf3 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:34.736222 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a731d734-2868-44f3-8028-28fe97aa3199 req-463c4473-a8d1-4634-b3d5-c30b35d339e5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:34.803797 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-48741c08-2188-4ae5-9dce-41f987b675f9 None None] Provisioning complete for port ada34bdb-abf6-4b18-acee-98a3e8b2b124 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:34.803797 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48741c08-2188-4ae5-9dce-41f987b675f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:34.804597 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:34.819856 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:34.825019 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] 10.222.0.55 "PUT /v2.0/ports/c027d7fb-0d02-4965-accf-5b01280ab189 HTTP/1.1" status: 200 len: 1093 time: 6.8621719 Mar 15 17:14:34.825019 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4bf64c-f865-4223-9b7a-2e719fbb840e', 'tag': 'c027d7fb-0d02-4965-accf-5b01280ab189'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:14:35.016159 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf3a4c-d18e-4b7d-8e72-d3096452f54c req-a574b402-e9cd-4d28-a2eb-9058812c2012 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:35.016159 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fabf3a4c-d18e-4b7d-8e72-d3096452f54c req-a574b402-e9cd-4d28-a2eb-9058812c2012 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 943 time: 0.4660859 Mar 15 17:14:35.076396 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] For port 87512783-be87-4777-b8a3-cc4b2ed178a0, host hv-cinder-83124, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:35.136597 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:35.137724 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 0f61485d-7a31-4e28-839a-88c3f0325494 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:35.226494 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-48741c08-2188-4ae5-9dce-41f987b675f9 None None] Current status of the port ada34bdb-abf6-4b18-acee-98a3e8b2b124 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:35.226494 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48741c08-2188-4ae5-9dce-41f987b675f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:35.284869 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-48741c08-2188-4ae5-9dce-41f987b675f9 None None] For port ada34bdb-abf6-4b18-acee-98a3e8b2b124, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=ada34bdb-abf6-4b18-acee-98a3e8b2b124,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:35.316383 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 0f61485d-7a31-4e28-839a-88c3f0325494 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:35.316766 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (0f61485d-7a31-4e28-839a-88c3f0325494), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:35.354275 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:33Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:14:35.390438 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48741c08-2188-4ae5-9dce-41f987b675f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:35.398696 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497bd175-260f-46e7-9c14-d31ce0a20515 None None] The sync data for ids ['c723054c-3734-4a52-a3a9-c40fbdfee8df'] in dv-cinder-831247-12-iscsi is: [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:33Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:14:35.405357 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591beb37-33ad-4087-bd67-63e7a880e86c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4bf64c-f865-4223-9b7a-2e719fbb840e", "tag": "c027d7fb-0d02-4965-accf-5b01280ab189"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:14:35.457230 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48741c08-2188-4ae5-9dce-41f987b675f9 None None] Pushing event updated for resources: {'Port': ['ID=ada34bdb-abf6-4b18-acee-98a3e8b2b124,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:35.472236 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcfa0d-e051-49e7-9f83-e2b85a29bd67 service neutron] Pushing event updated for resources: {'Port': ['ID=c027d7fb-0d02-4965-accf-5b01280ab189,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:35.500801 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 0f61485d-7a31-4e28-839a-88c3f0325494 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:35.539244 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-93848e19-2d69-49ce-bc08-6176415f8bfd service neutron] 10.222.0.37 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9543660 Mar 15 17:14:35.570150 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-95c8b580-80b1-43bb-a038-2aa13cd920b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:35.572045 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-95c8b580-80b1-43bb-a038-2aa13cd920b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b383b278a7e4d36a4f651efd58b00e0&device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 1127 time: 0.6210589 Mar 15 17:14:35.577345 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-425a8688-d8b9-420f-adb1-58a9cf165a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (84fb0df7-8895-4104-a7fd-cb9dfdf6f424), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:35.580798 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-425a8688-d8b9-420f-adb1-58a9cf165a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:35.582030 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-425a8688-d8b9-420f-adb1-58a9cf165a77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84fb0df7-8895-4104-a7fd-cb9dfdf6f424 HTTP/1.1" status: 204 len: 168 time: 1.8839748 Mar 15 17:14:35.585753 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] For port 87512783-be87-4777-b8a3-cc4b2ed178a0, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=87512783-be87-4777-b8a3-cc4b2ed178a0,segment=NetworkSegment(191d4818-a8ee-4194-b783-7bacef44c43f),segment_id=191d4818-a8ee-4194-b783-7bacef44c43f)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:35.666981 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afb6f11-7e65-449c-87d5-5fa497bb403e {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:14:35.677033 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Publish callbacks [] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:35.691779 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Transition to ACTIVE for port object 6afb6f11-7e65-449c-87d5-5fa497bb403e will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:14:35.736044 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a8688-d8b9-420f-adb1-58a9cf165a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fb0df7-8895-4104-a7fd-cb9dfdf6f424,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:35.763801 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-63612377-e69b-4b53-a126-562f96ccce9c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c027d7fb-0d02-4965-accf-5b01280ab189 HTTP/1.1" status: 200 len: 217 time: 0.1501744 Mar 15 17:14:35.781593 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (87512783-be87-4777-b8a3-cc4b2ed178a0), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:35.783677 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:35.828062 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fabf3a4c-d18e-4b7d-8e72-d3096452f54c req-dee0b1ec-7940-45a5-9e20-8c2ec839ef73 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8086383 Mar 15 17:14:35.852525 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-4e7d8f64-8123-429a-8ebe-5b77a944920c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks [] for port (76b4dc57-04bf-4e68-ac74-6932886e46f8), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:35.934792 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-a731d734-2868-44f3-8028-28fe97aa3199 req-463c4473-a8d1-4634-b3d5-c30b35d339e5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Allocated IP 172.20.0.13 (e3d728a8-748d-4c18-bacb-a3e562d9afc7/f01540eb-1a88-461c-85a1-2be4331180be/5a1ffd4f-cc0d-456f-b273-18f4d154808b) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:35.947618 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:35.948383 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:35.957686 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] 10.222.0.55 "PUT /v2.0/ports/87512783-be87-4777-b8a3-cc4b2ed178a0 HTTP/1.1" status: 200 len: 1093 time: 4.9633737 Mar 15 17:14:35.963881 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bbab30-6d85-45b7-808c-92edceef9e21', 'tag': '87512783-be87-4777-b8a3-cc4b2ed178a0'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:14:36.373758 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device ada34bdb-abf6-4b18-acee-98a3e8b2b124 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:36.570145 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port ada34bdb-abf6-4b18-acee-98a3e8b2b124 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:36.578899 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:36.594042 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27b0dbd-90fd-43f2-a471-d8a5ba6e7f38" -d '{"events": [{"name": "network-changed", "server_uuid": "90bbab30-6d85-45b7-808c-92edceef9e21", "tag": "87512783-be87-4777-b8a3-cc4b2ed178a0"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:14:36.680170 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fe1a0-1a4d-4fb0-a14f-828fa78c88eb service neutron] Pushing event updated for resources: {'Port': ['ID=87512783-be87-4777-b8a3-cc4b2ed178a0,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:36.706341 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a731d734-2868-44f3-8028-28fe97aa3199 req-463c4473-a8d1-4634-b3d5-c30b35d339e5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:36.753829 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port ada34bdb-abf6-4b18-acee-98a3e8b2b124 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:36.787036 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-97617243-e0c4-47ed-a3f8-fdb98cb07d18 req-0655343f-e272-46e2-837f-6ab792fcc9c9 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 210 time: 0.4404948 Mar 15 17:14:36.821107 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-4e7d8f64-8123-429a-8ebe-5b77a944920c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (76b4dc57-04bf-4e68-ac74-6932886e46f8), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:36.848279 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-44611d90-e003-498f-a287-c6cebd2e8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:36.849784 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-44611d90-e003-498f-a287-c6cebd2e8619 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=586e3ae672c94d9dbc89fd874cd5bff4&device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 1127 time: 0.6343160 Mar 15 17:14:36.866016 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Attempting to bind port 6afb6f11-7e65-449c-87d5-5fa497bb403e on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:36.866439 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Attempting to bind port 6afb6f11-7e65-449c-87d5-5fa497bb403e by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:36.866651 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Attempting to bind port 6afb6f11-7e65-449c-87d5-5fa497bb403e on network f8cff2af-e6bb-48e4-afbf-b43442da6768 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:36.983200 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a731d734-2868-44f3-8028-28fe97aa3199 req-463c4473-a8d1-4634-b3d5-c30b35d339e5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:37.019284 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-d26b3ebe-12b2-4ce7-934e-8e29f9ecd747 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87512783-be87-4777-b8a3-cc4b2ed178a0 HTTP/1.1" status: 200 len: 217 time: 0.1345739 Mar 15 17:14:37.028352 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-fb6ba227-3302-4641-9b4d-7814916c418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:37.028352 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-fb6ba227-3302-4641-9b4d-7814916c418e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a57f7b7e-9da9-49af-b9aa-6965f48218bc HTTP/1.1" status: 200 len: 852 time: 1.2518873 Mar 15 17:14:37.029862 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6a893-411b-4f38-a051-b26d69d04dce req-24dd4d31-dc6f-4b03-b9b0-e6792ab9103a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:37.031556 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f5b6a893-411b-4f38-a051-b26d69d04dce req-24dd4d31-dc6f-4b03-b9b0-e6792ab9103a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.8183913 Mar 15 17:14:37.032353 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Pushing event updated for resources: {'Port': ['ID=6afb6f11-7e65-449c-87d5-5fa497bb403e,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:37.055634 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-4e7d8f64-8123-429a-8ebe-5b77a944920c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Network a8ca1a9b-c211-440b-aad1-4246de63ebf1 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:37.061036 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Port 6afb6f11-7e65-449c-87d5-5fa497bb403e on network f8cff2af-e6bb-48e4-afbf-b43442da6768 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:14:37.061363 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Attempting to bind port 6afb6f11-7e65-449c-87d5-5fa497bb403e on network f8cff2af-e6bb-48e4-afbf-b43442da6768 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:37.096826 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-4e7d8f64-8123-429a-8ebe-5b77a944920c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:37.104496 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 37040) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:37.153245 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f5b6a893-411b-4f38-a051-b26d69d04dce req-0ddd5a00-c12d-4dd0-ad22-daa5d1436e20 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931013 Mar 15 17:14:37.174552 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:37.180423 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Checking segment: {'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:37.180873 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Bound using segment: {'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:37.181343 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Bound port: 6afb6f11-7e65-449c-87d5-5fa497bb403e, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:37.181709 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:37.195010 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-4e7d8f64-8123-429a-8ebe-5b77a944920c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:37.201722 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-4e7d8f64-8123-429a-8ebe-5b77a944920c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:37.202443 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-4e7d8f64-8123-429a-8ebe-5b77a944920c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:37.225228 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-4aa49f55-6875-409c-8950-0864d0e0a7aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e18ab407-a95c-4fce-a92e-34b3c4abf901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1676066 Mar 15 17:14:37.225858 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d8f64-8123-429a-8ebe-5b77a944920c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Pushing event updated for resources: {'Port': ['ID=76b4dc57-04bf-4e68-ac74-6932886e46f8,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:37.232794 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-25ea4c86-d51d-4a4f-8e04-44b61f01bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:37.234311 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-25ea4c86-d51d-4a4f-8e04-44b61f01bb9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7c7c-a1e8-4a52-95d6-dbff35d88981 HTTP/1.1" status: 200 len: 858 time: 0.1990209 Mar 15 17:14:37.260939 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a731d734-2868-44f3-8028-28fe97aa3199 req-463c4473-a8d1-4634-b3d5-c30b35d339e5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Network e3d728a8-748d-4c18-bacb-a3e562d9afc7 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:37.263259 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-24f4007e-8d19-401a-9afc-a7386f27b80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:37.393344 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-634b6194-22b1-4282-9098-b1f62037cf48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8ca1a9b-c211-440b-aad1-4246de63ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081598 Mar 15 17:14:37.430303 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-a731d734-2868-44f3-8028-28fe97aa3199 req-463c4473-a8d1-4634-b3d5-c30b35d339e5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:37.435124 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-a731d734-2868-44f3-8028-28fe97aa3199 req-463c4473-a8d1-4634-b3d5-c30b35d339e5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:37.453071 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731d734-2868-44f3-8028-28fe97aa3199 req-463c4473-a8d1-4634-b3d5-c30b35d339e5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:37.453748 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a731d734-2868-44f3-8028-28fe97aa3199 req-463c4473-a8d1-4634-b3d5-c30b35d339e5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:37.503785 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-4e7d8f64-8123-429a-8ebe-5b77a944920c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7266307 Mar 15 17:14:37.546783 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] For port 6afb6f11-7e65-449c-87d5-5fa497bb403e, host hv-cinder-83124, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:37.590077 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] For port 6afb6f11-7e65-449c-87d5-5fa497bb403e, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:37.590077 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-4dbdb358-7001-4c0e-8085-4ef867b2a504 service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736951 Mar 15 17:14:37.590235 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Request body: {'port': {'device_id': '377df9d9-98ff-4806-811a-41e52972bbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:37.623960 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c4473-a8d1-4634-b3d5-c30b35d339e5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'Port': ['ID=5a1ffd4f-cc0d-456f-b273-18f4d154808b,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:37.686048 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54790ad5-9578-4194-abd8-4c5331751ab3 x-openstack-request-id: req-54790ad5-9578-4194-abd8-4c5331751ab3 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:14:37.689759 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4bf64c-f865-4223-9b7a-2e719fbb840e", "tag": "c027d7fb-0d02-4965-accf-5b01280ab189", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:14:37.689759 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54790ad5-9578-4194-abd8-4c5331751ab3 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:14:37.689759 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4bf64c-f865-4223-9b7a-2e719fbb840e', 'tag': 'c027d7fb-0d02-4965-accf-5b01280ab189', 'status': 'completed', 'code': 200} Mar 15 17:14:37.716758 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28e3de-504d-43ce-b503-3dfe45b04dfa req-4f2e11e3-62ff-4ee0-8b20-bb1f2f68aa8a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:37.741369 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8e28e3de-504d-43ce-b503-3dfe45b04dfa req-4f2e11e3-62ff-4ee0-8b20-bb1f2f68aa8a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 931 time: 0.7501330 Mar 15 17:14:37.741550 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d443cc4-c874-46a9-a065-dd623e5ffb05 req-0a343836-fa1f-42ca-84a2-b914f2564abd service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545489 Mar 15 17:14:37.741550 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:37.760219 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (76b4dc57-04bf-4e68-ac74-6932886e46f8), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:37.783698 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bae13542-c3ea-47f0-9410-dbfff917e974 req-462aa702-53b0-46eb-8a80-1fa13f342f44 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 210 time: 0.0628126 Mar 15 17:14:37.859049 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-463c4473-a8d1-4634-b3d5-c30b35d339e5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4991519 Mar 15 17:14:37.862310 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:37.862831 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:37.866643 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] 10.222.0.55 "PUT /v2.0/ports/6afb6f11-7e65-449c-87d5-5fa497bb403e HTTP/1.1" status: 200 len: 1094 time: 5.2497003 Mar 15 17:14:37.866954 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-ce775106-d0a2-4bb5-97b8-496fef36eea6 service neutron] 10.222.0.55 "GET /v2.0/networks/e18ab407-a95c-4fce-a92e-34b3c4abf901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204653 Mar 15 17:14:37.902758 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Request body: {'port': {'device_id': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:37.930376 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887908f1-786c-4bab-9652-cba0d7db134f service neutron] Pushing event updated for resources: {'Port': ['ID=6afb6f11-7e65-449c-87d5-5fa497bb403e,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:37.952326 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-90b9a634-4acf-40b8-987f-a3d5716fb206 None None] Provisioning complete for port 5a1ffd4f-cc0d-456f-b273-18f4d154808b triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:37.952326 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-90b9a634-4acf-40b8-987f-a3d5716fb206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:38.059257 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-90b9a634-4acf-40b8-987f-a3d5716fb206 None None] Port 5a1ffd4f-cc0d-456f-b273-18f4d154808b cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:14:38.090297 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bc452d-0eb1-4cae-833c-9abed147af41 x-openstack-request-id: req-f3bc452d-0eb1-4cae-833c-9abed147af41 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:14:38.090297 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bbab30-6d85-45b7-808c-92edceef9e21", "tag": "87512783-be87-4777-b8a3-cc4b2ed178a0", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:14:38.090297 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3bc452d-0eb1-4cae-833c-9abed147af41 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:14:38.090297 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bbab30-6d85-45b7-808c-92edceef9e21', 'tag': '87512783-be87-4777-b8a3-cc4b2ed178a0', 'status': 'completed', 'code': 200} Mar 15 17:14:38.256972 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8e28e3de-504d-43ce-b503-3dfe45b04dfa req-dbb3b9b1-63f9-4e87-83cb-fcd607565376 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177891 Mar 15 17:14:38.270177 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:38.348941 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-5cbaaad3-4f7d-4de8-93d7-1cfcda6c0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:38.353409 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-5cbaaad3-4f7d-4de8-93d7-1cfcda6c0060 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 1128 time: 0.2000813 Mar 15 17:14:38.362574 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b0dbd-90fd-43f2-a471-d8a5ba6e7f38 req-c67cce33-e2b1-4bc3-a30e-5712324bf0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:38.365647 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a27b0dbd-90fd-43f2-a471-d8a5ba6e7f38 req-c67cce33-e2b1-4bc3-a30e-5712324bf0fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=586e3ae672c94d9dbc89fd874cd5bff4&device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 1127 time: 0.2027566 Mar 15 17:14:38.414969 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-42d3c72a-05b3-43a2-a79e-14ee7b08ebd6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e HTTP/1.1" status: 200 len: 217 time: 0.0479448 Mar 15 17:14:38.511050 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d463d1-b4ff-409a-b282-34fa499627f3 req-14264708-fdd3-4de9-ba1d-748aedc63b9d tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:38.513043 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-38d463d1-b4ff-409a-b282-34fa499627f3 req-14264708-fdd3-4de9-ba1d-748aedc63b9d tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 943 time: 0.2934070 Mar 15 17:14:38.667071 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-7db3c9db-c810-4f91-94b4-edf7578fdceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:38.668534 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-7db3c9db-c810-4f91-94b4-edf7578fdceb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11 HTTP/1.1" status: 200 len: 856 time: 0.2359874 Mar 15 17:14:38.693916 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-38d463d1-b4ff-409a-b282-34fa499627f3 req-e6a776d0-11e7-4c31-a2cf-7b59ab750962 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447155 Mar 15 17:14:38.720507 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b0dbd-90fd-43f2-a471-d8a5ba6e7f38 req-677b7d30-da57-4784-b5e7-ec0061b3a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:38.721969 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a27b0dbd-90fd-43f2-a471-d8a5ba6e7f38 req-677b7d30-da57-4784-b5e7-ec0061b3a610 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8ca1a9b-c211-440b-aad1-4246de63ebf1 HTTP/1.1" status: 200 len: 919 time: 0.3054287 Mar 15 17:14:38.731466 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-24f4007e-8d19-401a-9afc-a7386f27b80a admin admin] Publish callbacks [] for security_group (e4d6c080-aaa8-4e5e-8dd8-8da62eab9512), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:38.735639 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a8298d7-16cb-46aa-8a1e-9746b32f3ce2 req-041e681a-2034-4a8b-a461-5e0ee0506ea3 service neutron] 10.222.0.55 "GET /v2.0/networks/e18ab407-a95c-4fce-a92e-34b3c4abf901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8242886 Mar 15 17:14:38.791716 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a27b0dbd-90fd-43f2-a471-d8a5ba6e7f38 req-e1e2442c-0628-4d97-a22e-bfd1ff77239d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87512783-be87-4777-b8a3-cc4b2ed178a0 HTTP/1.1" status: 200 len: 217 time: 0.0625770 Mar 15 17:14:38.848989 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-ba38e5b1-c086-4a5d-b085-0cba9d8855bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:38.850557 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-ba38e5b1-c086-4a5d-b085-0cba9d8855bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8cff2af-e6bb-48e4-afbf-b43442da6768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1727040 Mar 15 17:14:38.859891 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b0dbd-90fd-43f2-a471-d8a5ba6e7f38 req-258bc49e-9c99-49bd-a764-3612d3808d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:38.860806 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a27b0dbd-90fd-43f2-a471-d8a5ba6e7f38 req-258bc49e-9c99-49bd-a764-3612d3808d5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7c7c-a1e8-4a52-95d6-dbff35d88981 HTTP/1.1" status: 200 len: 858 time: 0.0636246 Mar 15 17:14:38.870698 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-24f4007e-8d19-401a-9afc-a7386f27b80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (e4d6c080-aaa8-4e5e-8dd8-8da62eab9512), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:38.968137 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:39.021661 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-24f4007e-8d19-401a-9afc-a7386f27b80a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afdd164c71f54bd5ad76a8302c146990&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8553784 Mar 15 17:14:39.029889 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395208b-b886-4736-af67-cbc9625c8cb1 req-dee5188e-d262-4285-9605-1c236d12e379 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:39.031780 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1395208b-b886-4736-af67-cbc9625c8cb1 req-dee5188e-d262-4285-9605-1c236d12e379 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 932 time: 0.6130555 Mar 15 17:14:39.036498 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 37080) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:39.078344 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4007e-8d19-401a-9afc-a7386f27b80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d6c080-aaa8-4e5e-8dd8-8da62eab9512,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:39.281100 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591beb37-33ad-4087-bd67-63e7a880e86c req-bbddf15d-907c-4263-8a01-7a9ea293c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:39.282812 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-591beb37-33ad-4087-bd67-63e7a880e86c req-bbddf15d-907c-4263-8a01-7a9ea293c639 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b383b278a7e4d36a4f651efd58b00e0&device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 1127 time: 0.3438213 Mar 15 17:14:39.296969 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b4dc57-04bf-4e68-ac74-6932886e46f8 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:14:39.316342 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1395208b-b886-4736-af67-cbc9625c8cb1 req-43aa7af1-2ec8-44bf-902f-b889155cac36 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657833 Mar 15 17:14:39.321310 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Publish callbacks [] for port (76b4dc57-04bf-4e68-ac74-6932886e46f8), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:39.326926 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a27b0dbd-90fd-43f2-a471-d8a5ba6e7f38 req-d1c934d8-23d1-4f1a-8630-08540a746c2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8ca1a9b-c211-440b-aad1-4246de63ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4417794 Mar 15 17:14:39.343067 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3527d664-0a52-41c2-b1ca-2efbfb27144b admin admin] Publish callbacks [] for security_group (e4d6c080-aaa8-4e5e-8dd8-8da62eab9512), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:39.394952 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Transition to ACTIVE for port object 76b4dc57-04bf-4e68-ac74-6932886e46f8 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:14:39.477907 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-593e2f35-8a03-4090-8f02-d5bc94e05095 service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152492 Mar 15 17:14:39.496270 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3527d664-0a52-41c2-b1ca-2efbfb27144b admin admin] Publish callbacks [] for security_group (e4d6c080-aaa8-4e5e-8dd8-8da62eab9512), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:39.511004 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c0d94f55-547f-46b4-a1b5-71f161016024 req-c5fef38e-b352-41f1-b403-fb92a053caca tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 210 time: 0.0636630 Mar 15 17:14:39.520864 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e16a7f-f01d-473c-bb25-6595462faa65 req-847b26cf-c3f0-45e8-9456-90655dc781e2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:39.522223 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (76b4dc57-04bf-4e68-ac74-6932886e46f8), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:39.523164 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-74e16a7f-f01d-473c-bb25-6595462faa65 req-847b26cf-c3f0-45e8-9456-90655dc781e2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.5895638 Mar 15 17:14:39.526683 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1ffd4f-cc0d-456f-b273-18f4d154808b {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:14:39.557090 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Publish callbacks [] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:39.562070 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a27b0dbd-90fd-43f2-a471-d8a5ba6e7f38 req-d6709475-6424-41ef-a09d-06de1f03ea66 service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749003 Mar 15 17:14:39.668136 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-74e16a7f-f01d-473c-bb25-6595462faa65 req-68ebec8d-51af-412e-87e0-90b3e0448460 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179562 Mar 15 17:14:39.672062 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Transition to ACTIVE for port object 5a1ffd4f-cc0d-456f-b273-18f4d154808b will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:14:39.748438 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Pushing event updated for resources: {'Port': ['ID=76b4dc57-04bf-4e68-ac74-6932886e46f8,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:39.816764 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:39.823948 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591beb37-33ad-4087-bd67-63e7a880e86c req-61ab9063-8169-4c12-b449-3ed469365978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:39.826306 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-591beb37-33ad-4087-bd67-63e7a880e86c req-61ab9063-8169-4c12-b449-3ed469365978 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e18ab407-a95c-4fce-a92e-34b3c4abf901 HTTP/1.1" status: 200 len: 913 time: 0.4965336 Mar 15 17:14:39.846679 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feebefbe-7239-4e65-8f85-dbc4bbdd28c8 req-d006034a-bc21-413a-a9e9-de905b0b6f2f service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295389 Mar 15 17:14:39.855263 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a27b0dbd-90fd-43f2-a471-d8a5ba6e7f38 req-4a44502c-8ad3-4759-ae63-547274e9c442 service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857629 Mar 15 17:14:39.878099 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdfa42-a403-4aa5-9572-e1033433662e req-63aabb56-fe3b-4fb1-9813-433e3a04f9b2 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:39.879930 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-18fdfa42-a403-4aa5-9572-e1033433662e req-63aabb56-fe3b-4fb1-9813-433e3a04f9b2 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 943 time: 0.0974429 Mar 15 17:14:39.952187 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Attempting to bind port 76b4dc57-04bf-4e68-ac74-6932886e46f8 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:39.952746 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Attempting to bind port 76b4dc57-04bf-4e68-ac74-6932886e46f8 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '191d4818-a8ee-4194-b783-7bacef44c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:39.953524 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Attempting to bind port 76b4dc57-04bf-4e68-ac74-6932886e46f8 on network a8ca1a9b-c211-440b-aad1-4246de63ebf1 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:39.963192 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-18fdfa42-a403-4aa5-9572-e1033433662e req-5c3e1dc2-898a-4126-ba4d-2a49286b9ae4 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748246 Mar 15 17:14:39.967299 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-591beb37-33ad-4087-bd67-63e7a880e86c req-fbeb5b4e-ce7b-450b-a7a2-876418489a4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c027d7fb-0d02-4965-accf-5b01280ab189 HTTP/1.1" status: 200 len: 217 time: 0.0746899 Mar 15 17:14:39.991822 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Port 76b4dc57-04bf-4e68-ac74-6932886e46f8 on network a8ca1a9b-c211-440b-aad1-4246de63ebf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:14:39.992150 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Attempting to bind port 76b4dc57-04bf-4e68-ac74-6932886e46f8 on network a8ca1a9b-c211-440b-aad1-4246de63ebf1 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:40.012398 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1ffd4f-cc0d-456f-b273-18f4d154808b,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:40.016814 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3527d664-0a52-41c2-b1ca-2efbfb27144b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (e4d6c080-aaa8-4e5e-8dd8-8da62eab9512), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:40.019634 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3527d664-0a52-41c2-b1ca-2efbfb27144b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:40.024530 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3527d664-0a52-41c2-b1ca-2efbfb27144b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4d6c080-aaa8-4e5e-8dd8-8da62eab9512 HTTP/1.1" status: 204 len: 168 time: 0.9785070 Mar 15 17:14:40.095371 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'tag': '6afb6f11-7e65-449c-87d5-5fa497bb403e'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:14:40.097733 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97804348-db2c-4a61-acbd-f65e8197ce7b" -d '{"events": [{"name": "network-changed", "server_uuid": "041a9e82-c88a-4a18-a0d0-945453f608b1", "tag": "6afb6f11-7e65-449c-87d5-5fa497bb403e"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:14:40.106257 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:40.106852 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Checking segment: {'id': '191d4818-a8ee-4194-b783-7bacef44c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:40.107617 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Bound using segment: {'id': '191d4818-a8ee-4194-b783-7bacef44c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:40.108376 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Bound port: 76b4dc57-04bf-4e68-ac74-6932886e46f8, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191d4818-a8ee-4194-b783-7bacef44c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:40.109529 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (76b4dc57-04bf-4e68-ac74-6932886e46f8), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:40.242384 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Attempting to bind port 5a1ffd4f-cc0d-456f-b273-18f4d154808b on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:40.246236 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Attempting to bind port 5a1ffd4f-cc0d-456f-b273-18f4d154808b by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:40.246606 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Attempting to bind port 5a1ffd4f-cc0d-456f-b273-18f4d154808b on network e3d728a8-748d-4c18-bacb-a3e562d9afc7 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:40.265502 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20780f41-2240-4de1-b909-59825fff5c69 req-f06bf1ba-0b61-4393-b95a-7357613544c4 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:40.269107 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-f06bf1ba-0b61-4393-b95a-7357613544c4 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.55 "GET /v2.0/networks?id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 HTTP/1.1" status: 200 len: 810 time: 0.2308986 Mar 15 17:14:40.278238 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Port 5a1ffd4f-cc0d-456f-b273-18f4d154808b on network e3d728a8-748d-4c18-bacb-a3e562d9afc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:14:40.279145 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Attempting to bind port 5a1ffd4f-cc0d-456f-b273-18f4d154808b on network e3d728a8-748d-4c18-bacb-a3e562d9afc7 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:40.311750 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527d664-0a52-41c2-b1ca-2efbfb27144b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d6c080-aaa8-4e5e-8dd8-8da62eab9512,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:40.311750 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149280c1-2079-4e8f-bb5a-c380e999d62c req-ec70148e-6823-43d2-a28f-91357138a2f3 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:40.313269 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-149280c1-2079-4e8f-bb5a-c380e999d62c req-ec70148e-6823-43d2-a28f-91357138a2f3 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 943 time: 0.6366220 Mar 15 17:14:40.376467 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:40.376933 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Checking segment: {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:40.391217 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Bound using segment: {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:40.395029 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Bound port: 5a1ffd4f-cc0d-456f-b273-18f4d154808b, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:40.395672 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:40.405856 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104dafce-bda1-478b-ae48-9277653d846f x-openstack-request-id: req-104dafce-bda1-478b-ae48-9277653d846f {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:14:40.409141 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041a9e82-c88a-4a18-a0d0-945453f608b1", "tag": "6afb6f11-7e65-449c-87d5-5fa497bb403e", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:14:40.410819 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-104dafce-bda1-478b-ae48-9277653d846f {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:14:40.412357 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'tag': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'status': 'completed', 'code': 200} Mar 15 17:14:40.521193 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591beb37-33ad-4087-bd67-63e7a880e86c req-4f181e1f-8b60-4d04-9550-f527dbc8a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:40.526940 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-591beb37-33ad-4087-bd67-63e7a880e86c req-4f181e1f-8b60-4d04-9550-f527dbc8a83c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a57f7b7e-9da9-49af-b9aa-6965f48218bc HTTP/1.1" status: 200 len: 852 time: 0.5366452 Mar 15 17:14:40.551436 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-27ba0e88-fbc1-45ed-bb4c-b0e664e62fb0 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6 HTTP/1.1" status: 200 len: 379 time: 0.2487082 Mar 15 17:14:40.561840 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804348-db2c-4a61-acbd-f65e8197ce7b req-fd4d790d-eab1-4999-a2f0-93fb01f1782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:40.563573 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-97804348-db2c-4a61-acbd-f65e8197ce7b req-fd4d790d-eab1-4999-a2f0-93fb01f1782c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 1128 time: 0.1315086 Mar 15 17:14:40.576773 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a744b-7a04-4fd5-8be4-6df9ab754337 req-f08708b7-7cb8-42a6-932c-06abb6d05d99 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:40.584280 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-444a744b-7a04-4fd5-8be4-6df9ab754337 req-f08708b7-7cb8-42a6-932c-06abb6d05d99 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 944 time: 0.1012995 Mar 15 17:14:40.631576 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-444a744b-7a04-4fd5-8be4-6df9ab754337 req-9718377e-e35e-4a9d-a74c-dbb9da3d70ba tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463145 Mar 15 17:14:40.635268 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-149280c1-2079-4e8f-bb5a-c380e999d62c req-07cbcb1d-0946-49e6-b038-0487a1d8ca0e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216724 Mar 15 17:14:40.645912 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] For port 76b4dc57-04bf-4e68-ac74-6932886e46f8, host hv-cinder-83124, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:40.669970 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-20780f41-2240-4de1-b909-59825fff5c69 req-cfe32c7c-e404-4b19-b686-c8a8e67d6f98 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Request body: {'port': {'device_id': 'dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'admin_state_up': True, 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'security_groups': ['d2ca5694-9d76-4e82-8215-2a017e3dcd27']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:40.689693 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-591beb37-33ad-4087-bd67-63e7a880e86c req-9ae9e8e7-2c22-495a-804f-cb7e57386a94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e18ab407-a95c-4fce-a92e-34b3c4abf901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410552 Mar 15 17:14:40.692950 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] For port 76b4dc57-04bf-4e68-ac74-6932886e46f8, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=76b4dc57-04bf-4e68-ac74-6932886e46f8,segment=NetworkSegment(191d4818-a8ee-4194-b783-7bacef44c43f),segment_id=191d4818-a8ee-4194-b783-7bacef44c43f)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:40.703306 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] For port 5a1ffd4f-cc0d-456f-b273-18f4d154808b, host hv-cinder-83124, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:40.709188 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] For port 5a1ffd4f-cc0d-456f-b273-18f4d154808b, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5a1ffd4f-cc0d-456f-b273-18f4d154808b,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:40.845837 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b144e373-9db1-43c0-a7c9-ec9becdd14a5 req-6ab79840-f9ff-4577-96ed-e4ee1b982750 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 210 time: 0.1389458 Mar 15 17:14:40.850565 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (76b4dc57-04bf-4e68-ac74-6932886e46f8), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:40.855924 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:40.873636 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804348-db2c-4a61-acbd-f65e8197ce7b req-5fd22069-71ce-4e46-9605-8b40e08bcf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:40.879926 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-97804348-db2c-4a61-acbd-f65e8197ce7b req-5fd22069-71ce-4e46-9605-8b40e08bcf62 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f8cff2af-e6bb-48e4-afbf-b43442da6768 HTTP/1.1" status: 200 len: 918 time: 0.1997409 Mar 15 17:14:40.883568 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-591beb37-33ad-4087-bd67-63e7a880e86c req-5ba70ffe-6f4a-487c-b4ce-0c8f366e7715 service neutron] 10.222.0.55 "GET /v2.0/networks/e18ab407-a95c-4fce-a92e-34b3c4abf901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532066 Mar 15 17:14:40.921896 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:40.922537 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:40.923961 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] 10.222.0.55 "PUT /v2.0/ports/76b4dc57-04bf-4e68-ac74-6932886e46f8 HTTP/1.1" status: 200 len: 1093 time: 3.3707299 Mar 15 17:14:40.926243 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377df9d9-98ff-4806-811a-41e52972bbf5', 'tag': '76b4dc57-04bf-4e68-ac74-6932886e46f8'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:14:40.928514 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0ed85c-9123-41fe-b69a-5ecf63aa1eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "377df9d9-98ff-4806-811a-41e52972bbf5", "tag": "76b4dc57-04bf-4e68-ac74-6932886e46f8"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:14:40.941918 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:40.942556 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:40.944015 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] 10.222.0.55 "PUT /v2.0/ports/5a1ffd4f-cc0d-456f-b273-18f4d154808b HTTP/1.1" status: 200 len: 1094 time: 3.0501409 Mar 15 17:14:40.986113 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a42cc9-933e-4218-b923-7552ad5945c1 service neutron] Pushing event updated for resources: {'Port': ['ID=76b4dc57-04bf-4e68-ac74-6932886e46f8,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:40.986113 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abaa87-c071-4ab2-b39e-ec7ad3d5558f req-84bdea4a-277c-42d2-8fb0-9242036dc55e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:40.986113 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46abaa87-c071-4ab2-b39e-ec7ad3d5558f req-84bdea4a-277c-42d2-8fb0-9242036dc55e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.2122488 Mar 15 17:14:41.014530 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cf0909-6733-4405-8b75-468065c54060 x-openstack-request-id: req-d7cf0909-6733-4405-8b75-468065c54060 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:14:41.014833 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377df9d9-98ff-4806-811a-41e52972bbf5", "tag": "76b4dc57-04bf-4e68-ac74-6932886e46f8", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:14:41.015096 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7cf0909-6733-4405-8b75-468065c54060 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:14:41.015502 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377df9d9-98ff-4806-811a-41e52972bbf5', 'tag': '76b4dc57-04bf-4e68-ac74-6932886e46f8', 'status': 'completed', 'code': 200} Mar 15 17:14:41.105725 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-97804348-db2c-4a61-acbd-f65e8197ce7b req-84150665-5199-44d8-90dd-551e6e0edc17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e HTTP/1.1" status: 200 len: 217 time: 0.0588322 Mar 15 17:14:41.139329 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507eb2e4-696a-47c9-ba70-9ba51a382004 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1ffd4f-cc0d-456f-b273-18f4d154808b,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:41.152199 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20780f41-2240-4de1-b909-59825fff5c69 req-cfe32c7c-e404-4b19-b686-c8a8e67d6f98 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Made reservation on behalf of 57fd39e7d3b64df5a30ec0c4d8fc03c6 for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:14:41.152199 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-20780f41-2240-4de1-b909-59825fff5c69 req-cfe32c7c-e404-4b19-b686-c8a8e67d6f98 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:41.175418 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46abaa87-c071-4ab2-b39e-ec7ad3d5558f req-85aebdfc-c6f1-4bdc-99f0-b942f9b7022d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632247 Mar 15 17:14:41.187562 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff4bdd-1a46-40e5-8913-3152fcea68ba req-674bbdc8-8002-4cbd-898f-f58e0ebb060f tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:41.194386 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9dff4bdd-1a46-40e5-8913-3152fcea68ba req-674bbdc8-8002-4cbd-898f-f58e0ebb060f tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 943 time: 0.0937483 Mar 15 17:14:41.329788 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804348-db2c-4a61-acbd-f65e8197ce7b req-2e8ec1f7-c213-4f74-bb8b-69e754e6a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:41.331296 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-97804348-db2c-4a61-acbd-f65e8197ce7b req-2e8ec1f7-c213-4f74-bb8b-69e754e6a814 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11 HTTP/1.1" status: 200 len: 856 time: 0.1348479 Mar 15 17:14:41.344058 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-591beb37-33ad-4087-bd67-63e7a880e86c req-5f9ca9b0-4492-45b7-a97b-74ccfef2ec62 service neutron] 10.222.0.55 "GET /v2.0/networks/e18ab407-a95c-4fce-a92e-34b3c4abf901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968912 Mar 15 17:14:41.367062 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9dff4bdd-1a46-40e5-8913-3152fcea68ba req-ebab328a-70ee-4b35-b8a8-91c5b8388a53 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641231 Mar 15 17:14:41.367404 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731d734-2868-44f3-8028-28fe97aa3199 req-b6477f74-da43-4a04-9dc4-ba7aab9ff90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:41.368485 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-b6477f74-da43-4a04-9dc4-ba7aab9ff90f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 1128 time: 0.0992465 Mar 15 17:14:41.370942 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ed85c-9123-41fe-b69a-5ecf63aa1eb8 req-b7033c9c-d8a9-46c5-9179-0ed1229673b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:41.372668 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7d0ed85c-9123-41fe-b69a-5ecf63aa1eb8 req-b7033c9c-d8a9-46c5-9179-0ed1229673b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=586e3ae672c94d9dbc89fd874cd5bff4&device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 1127 time: 0.1259642 Mar 15 17:14:41.451946 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-20780f41-2240-4de1-b909-59825fff5c69 req-cfe32c7c-e404-4b19-b686-c8a8e67d6f98 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Allocated IP 172.20.0.8 (d8ba5559-3fe8-4099-a6ae-66c6fdd41f85/ea20a277-8929-462e-8afe-93fc21e630d2/5bf3acce-71a7-4f78-bf4d-27dde9a9599e) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:14:41.464963 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804348-db2c-4a61-acbd-f65e8197ce7b req-f54f7ceb-3c14-450a-be83-f764113645c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:41.467194 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-97804348-db2c-4a61-acbd-f65e8197ce7b req-f54f7ceb-3c14-450a-be83-f764113645c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8cff2af-e6bb-48e4-afbf-b43442da6768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1048152 Mar 15 17:14:41.624189 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-1a510266-1da5-4b16-8b3c-723e40cf6be3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a1ffd4f-cc0d-456f-b273-18f4d154808b HTTP/1.1" status: 200 len: 217 time: 0.2428887 Mar 15 17:14:41.646182 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-97804348-db2c-4a61-acbd-f65e8197ce7b req-ac5c6fe5-afb7-49ae-b4a2-defab67e39b7 service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707191 Mar 15 17:14:41.762604 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-20780f41-2240-4de1-b909-59825fff5c69 req-cfe32c7c-e404-4b19-b686-c8a8e67d6f98 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:41.838196 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731d734-2868-44f3-8028-28fe97aa3199 req-71f38837-d575-4bf1-9a05-7ab56f362d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:41.842827 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-71f38837-d575-4bf1-9a05-7ab56f362d67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f01540eb-1a88-461c-85a1-2be4331180be HTTP/1.1" status: 200 len: 854 time: 0.1975892 Mar 15 17:14:41.855689 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eb8fe-3a49-4550-80c9-ec8c4b18292e req-c33b0ad4-8135-4339-9d2f-8251b82086f7 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:41.857779 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-229eb8fe-3a49-4550-80c9-ec8c4b18292e req-c33b0ad4-8135-4339-9d2f-8251b82086f7 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 943 time: 0.1209416 Mar 15 17:14:41.866865 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-97804348-db2c-4a61-acbd-f65e8197ce7b req-f5bc5959-854e-42b7-82b7-8289a2c8d547 service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141116 Mar 15 17:14:41.882858 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ed85c-9123-41fe-b69a-5ecf63aa1eb8 req-d43d30ab-3bad-43ec-aba2-cf7b45838fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:41.884299 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7d0ed85c-9123-41fe-b69a-5ecf63aa1eb8 req-d43d30ab-3bad-43ec-aba2-cf7b45838fd4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=586e3ae672c94d9dbc89fd874cd5bff4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4955020 Mar 15 17:14:41.906777 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e809ce3-25bb-40ca-9482-5c3dc8e54f2b req-a0c24962-d759-4b63-9ded-9b72979de135 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:41.906777 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9e809ce3-25bb-40ca-9482-5c3dc8e54f2b req-a0c24962-d759-4b63-9ded-9b72979de135 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 944 time: 0.1877367 Mar 15 17:14:41.931072 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-229eb8fe-3a49-4550-80c9-ec8c4b18292e req-3c854418-d3f1-4d4b-82d0-ec23d5ec5d45 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596631 Mar 15 17:14:41.958690 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-20780f41-2240-4de1-b909-59825fff5c69 req-cfe32c7c-e404-4b19-b686-c8a8e67d6f98 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:42.011928 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20780f41-2240-4de1-b909-59825fff5c69 req-cfe32c7c-e404-4b19-b686-c8a8e67d6f98 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:14:42.024745 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-20780f41-2240-4de1-b909-59825fff5c69 req-cfe32c7c-e404-4b19-b686-c8a8e67d6f98 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:14:42.046476 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-20780f41-2240-4de1-b909-59825fff5c69 req-cfe32c7c-e404-4b19-b686-c8a8e67d6f98 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:14:42.052149 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20780f41-2240-4de1-b909-59825fff5c69 req-cfe32c7c-e404-4b19-b686-c8a8e67d6f98 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:42.052909 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-20780f41-2240-4de1-b909-59825fff5c69 req-cfe32c7c-e404-4b19-b686-c8a8e67d6f98 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:42.094690 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731d734-2868-44f3-8028-28fe97aa3199 req-376e693b-e48c-40c9-8d72-987e0f2bff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:42.096329 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-376e693b-e48c-40c9-8d72-987e0f2bff6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d728a8-748d-4c18-bacb-a3e562d9afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2465501 Mar 15 17:14:42.116055 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe32c7c-e404-4b19-b686-c8a8e67d6f98 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event updated for resources: {'Port': ['ID=5bf3acce-71a7-4f78-bf4d-27dde9a9599e,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:42.153225 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a1bbd-1b11-444f-8010-10f5e4a12730 req-7882c344-df51-456f-a999-9cf14a9f4e0c tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:42.160231 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e98a1bbd-1b11-444f-8010-10f5e4a12730 req-7882c344-df51-456f-a999-9cf14a9f4e0c tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 931 time: 0.1440728 Mar 15 17:14:42.184243 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9e809ce3-25bb-40ca-9482-5c3dc8e54f2b req-565a9b4c-aca2-4d15-ab68-7da210773cef tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680168 Mar 15 17:14:42.207998 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ed85c-9123-41fe-b69a-5ecf63aa1eb8 req-a2b831d3-17a4-4d74-82e2-2cfb8173a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:42.209481 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7d0ed85c-9123-41fe-b69a-5ecf63aa1eb8 req-a2b831d3-17a4-4d74-82e2-2cfb8173a29c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3126798 Mar 15 17:14:42.226761 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e98a1bbd-1b11-444f-8010-10f5e4a12730 req-52efe677-3cd0-4fc4-91c3-8da53375df62 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584066 Mar 15 17:14:42.232828 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-cfe32c7c-e404-4b19-b686-c8a8e67d6f98 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5678210 Mar 15 17:14:42.251362 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Request body: {'port': {'device_id': 'dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:14:42.305462 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-9c2ca9c7-0ab5-4dca-a347-45fbe991721b service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976440 Mar 15 17:14:42.327284 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:42.354887 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-ab8805e9-8111-4655-a457-ccc502c32844 None None] Provisioning complete for port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:42.355463 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab8805e9-8111-4655-a457-ccc502c32844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:42.427559 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-ab8805e9-8111-4655-a457-ccc502c32844 None None] Port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:14:42.489548 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-1324a8e9-2d4f-48f7-95c9-415712eeecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:42.491074 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-1324a8e9-2d4f-48f7-95c9-415712eeecd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=586e3ae672c94d9dbc89fd874cd5bff4&device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 1127 time: 0.2115464 Mar 15 17:14:42.511025 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a731d734-2868-44f3-8028-28fe97aa3199 req-5d984bc0-cd9c-4fa5-aaec-b5c2f16e2eb4 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814477 Mar 15 17:14:42.519447 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0a670-1423-408b-ad0b-8d5287a7544b req-f4aa715a-494a-4648-aec1-9a705c34e02c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:42.520841 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d3a0a670-1423-408b-ad0b-8d5287a7544b req-f4aa715a-494a-4648-aec1-9a705c34e02c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.1902359 Mar 15 17:14:42.550444 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-6804e59a-4474-4006-86d6-351643597eee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76b4dc57-04bf-4e68-ac74-6932886e46f8 HTTP/1.1" status: 200 len: 217 time: 0.0482559 Mar 15 17:14:42.584480 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282c659-c588-4169-91a2-36d310c21d33 req-66ada83a-3d14-4848-a645-99eb3cc5d856 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:42.586304 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9282c659-c588-4169-91a2-36d310c21d33 req-66ada83a-3d14-4848-a645-99eb3cc5d856 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 943 time: 0.1151187 Mar 15 17:14:42.633733 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d3a0a670-1423-408b-ad0b-8d5287a7544b req-94114dca-1b75-4071-9b6b-6d4a8fb2e9f7 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857596 Mar 15 17:14:42.637375 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-8e7cc5f7-7105-4840-918a-4c0571148b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:42.639420 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-8e7cc5f7-7105-4840-918a-4c0571148b0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7c7c-a1e8-4a52-95d6-dbff35d88981 HTTP/1.1" status: 200 len: 858 time: 0.0759907 Mar 15 17:14:42.673273 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-60304532-bee5-4605-86f2-3213832fe5d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8ca1a9b-c211-440b-aad1-4246de63ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279689 Mar 15 17:14:42.692355 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9282c659-c588-4169-91a2-36d310c21d33 req-81b7a1d8-5a2e-4319-998d-a8dc05bbb40f tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948780 Mar 15 17:14:42.745576 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf3acce-71a7-4f78-bf4d-27dde9a9599e {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:14:42.753776 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Publish callbacks [] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:42.770391 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Transition to ACTIVE for port object 5bf3acce-71a7-4f78-bf4d-27dde9a9599e will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:14:42.779201 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-009dc31c-7a7e-48a0-abf3-53233c280b54 service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991559 Mar 15 17:14:42.834902 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:42.899107 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf3acce-71a7-4f78-bf4d-27dde9a9599e,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:42.925902 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b09b00f-a2f5-466f-8368-7951ba0a6e84 req-a44dcae3-1707-4e9e-8bf2-e5c7a5643d26 service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407583 Mar 15 17:14:42.944523 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Attempting to bind port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:14:42.944982 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Attempting to bind port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:14:42.945312 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Attempting to bind port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e on network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:42.950460 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e on network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:14:42.950954 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Attempting to bind port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e on network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:14:42.956402 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:14:42.956745 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Checking segment: {'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:14:42.957130 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Bound using segment: {'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:14:42.957562 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Bound port: 5bf3acce-71a7-4f78-bf4d-27dde9a9599e, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:14:42.957927 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:43.016695 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'tag': '5a1ffd4f-cc0d-456f-b273-18f4d154808b'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:14:43.021629 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4604e0e-d7fd-45bf-9b9a-bacdb4298e30" -d '{"events": [{"name": "network-changed", "server_uuid": "85209492-aaa5-4aa5-8798-2eb6fe849209", "tag": "5a1ffd4f-cc0d-456f-b273-18f4d154808b"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:14:43.088240 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] For port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e, host hv-cinder-83124, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:14:43.095333 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] For port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5bf3acce-71a7-4f78-bf4d-27dde9a9599e,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:14:43.112613 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23256528-e82d-4d8d-a258-b94800bf5fd2 req-b9682b58-5aad-458f-903c-e4abb53b8533 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:43.119569 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-23256528-e82d-4d8d-a258-b94800bf5fd2 req-b9682b58-5aad-458f-903c-e4abb53b8533 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 943 time: 0.0863907 Mar 15 17:14:43.178706 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-23256528-e82d-4d8d-a258-b94800bf5fd2 req-15b925ce-1af6-4d18-b117-cf79af54b7af tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582559 Mar 15 17:14:43.199511 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:43.224612 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbab568-271c-497e-8b17-0f2f3b264c2b x-openstack-request-id: req-4cbab568-271c-497e-8b17-0f2f3b264c2b {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:14:43.225324 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85209492-aaa5-4aa5-8798-2eb6fe849209", "tag": "5a1ffd4f-cc0d-456f-b273-18f4d154808b", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:14:43.227250 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cbab568-271c-497e-8b17-0f2f3b264c2b {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:14:43.227378 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'tag': '5a1ffd4f-cc0d-456f-b273-18f4d154808b', 'status': 'completed', 'code': 200} Mar 15 17:14:43.278575 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:43.279312 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:43.281123 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] 10.222.0.55 "PUT /v2.0/ports/5bf3acce-71a7-4f78-bf4d-27dde9a9599e HTTP/1.1" status: 200 len: 1093 time: 1.0409615 Mar 15 17:14:43.281781 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4', 'tag': '5bf3acce-71a7-4f78-bf4d-27dde9a9599e'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:14:43.284970 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea30e3b-21a8-4e0f-b25a-c16c208e0cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4", "tag": "5bf3acce-71a7-4f78-bf4d-27dde9a9599e"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:14:43.318938 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a85ca-9d44-440f-9471-f10740a0ffa8 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf3acce-71a7-4f78-bf4d-27dde9a9599e,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:43.367753 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4604e0e-d7fd-45bf-9b9a-bacdb4298e30 req-c9aaeb17-cb42-4aca-850b-7e81e2b391e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:43.369287 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4604e0e-d7fd-45bf-9b9a-bacdb4298e30 req-c9aaeb17-cb42-4aca-850b-7e81e2b391e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 1128 time: 0.1205983 Mar 15 17:14:43.440044 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d3d44-7258-4ec2-bae2-74292f2af508 req-96af5f68-71b4-4a67-9e15-5436423d0c7a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:43.441684 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fb9d3d44-7258-4ec2-bae2-74292f2af508 req-96af5f68-71b4-4a67-9e15-5436423d0c7a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 944 time: 0.1309011 Mar 15 17:14:43.549476 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20780f41-2240-4de1-b909-59825fff5c69 req-9b48010b-c373-4f62-81ad-42a7cc686bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:43.551004 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-9b48010b-c373-4f62-81ad-42a7cc686bfd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6&device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 1127 time: 0.0757074 Mar 15 17:14:43.555299 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fb9d3d44-7258-4ec2-bae2-74292f2af508 req-996d9246-8be5-4fb8-93c8-671d655038ef tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843914 Mar 15 17:14:43.566195 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4604e0e-d7fd-45bf-9b9a-bacdb4298e30 req-d15ca8cd-5e43-4dc5-b96d-5cec5054ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:43.568034 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4604e0e-d7fd-45bf-9b9a-bacdb4298e30 req-d15ca8cd-5e43-4dc5-b96d-5cec5054ba5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3d728a8-748d-4c18-bacb-a3e562d9afc7 HTTP/1.1" status: 200 len: 916 time: 0.1920478 Mar 15 17:14:43.620950 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1b0822-87d3-48d1-bfa4-b1164c00c474 x-openstack-request-id: req-bf1b0822-87d3-48d1-bfa4-b1164c00c474 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:14:43.621461 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4", "tag": "5bf3acce-71a7-4f78-bf4d-27dde9a9599e", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:14:43.621638 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4604e0e-d7fd-45bf-9b9a-bacdb4298e30 req-4cb68819-aee3-4c9d-8d28-28fc36564fe8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a1ffd4f-cc0d-456f-b273-18f4d154808b HTTP/1.1" status: 200 len: 217 time: 0.0466907 Mar 15 17:14:43.621727 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf1b0822-87d3-48d1-bfa4-b1164c00c474 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:14:43.623014 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4', 'tag': '5bf3acce-71a7-4f78-bf4d-27dde9a9599e', 'status': 'completed', 'code': 200} Mar 15 17:14:43.626863 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-55caaf6d-d7bc-473f-b302-f1373b4610ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bf3acce-71a7-4f78-bf4d-27dde9a9599e HTTP/1.1" status: 200 len: 217 time: 0.0648880 Mar 15 17:14:43.685459 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0c7b2-42e9-427c-9b3f-40cb99c272a3 req-98202ce4-494b-479a-8e81-920fc6496e17 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:43.689671 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4604e0e-d7fd-45bf-9b9a-bacdb4298e30 req-98eb584d-575c-4903-8092-691b4dcebe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:43.691156 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4604e0e-d7fd-45bf-9b9a-bacdb4298e30 req-98eb584d-575c-4903-8092-691b4dcebe73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f01540eb-1a88-461c-85a1-2be4331180be HTTP/1.1" status: 200 len: 854 time: 0.0567398 Mar 15 17:14:43.692816 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7fc0c7b2-42e9-427c-9b3f-40cb99c272a3 req-98202ce4-494b-479a-8e81-920fc6496e17 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 943 time: 0.1408672 Mar 15 17:14:43.727205 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20780f41-2240-4de1-b909-59825fff5c69 req-b539735e-9c33-4f32-b8dd-204b51a1dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:43.728672 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-b539735e-9c33-4f32-b8dd-204b51a1dec0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea20a277-8929-462e-8afe-93fc21e630d2 HTTP/1.1" status: 200 len: 849 time: 0.0926633 Mar 15 17:14:43.752745 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4604e0e-d7fd-45bf-9b9a-bacdb4298e30 req-a8279a19-5950-478b-b5d1-1505e9ed8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:43.754435 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4604e0e-d7fd-45bf-9b9a-bacdb4298e30 req-a8279a19-5950-478b-b5d1-1505e9ed8053 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d728a8-748d-4c18-bacb-a3e562d9afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512669 Mar 15 17:14:43.790075 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7fc0c7b2-42e9-427c-9b3f-40cb99c272a3 req-c59f6c11-a3fb-4345-933c-dbbc0ac485a9 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962906 Mar 15 17:14:43.823049 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20780f41-2240-4de1-b909-59825fff5c69 req-aaf1d558-4fac-452c-955a-a4c31dd1f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:43.823049 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-aaf1d558-4fac-452c-955a-a4c31dd1f341 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0725734 Mar 15 17:14:44.068916 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1aceb-3553-4acf-9e18-7d6adfb1f2fd req-791bf65f-5c14-4476-9ec3-463d20863387 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:44.070627 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3af1aceb-3553-4acf-9e18-7d6adfb1f2fd req-791bf65f-5c14-4476-9ec3-463d20863387 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.2960687 Mar 15 17:14:44.074626 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4604e0e-d7fd-45bf-9b9a-bacdb4298e30 req-800f665d-4c86-44cf-a647-e67b140afe67 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119974 Mar 15 17:14:44.143239 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-dfa4e405-2454-4e5b-bd89-7edd9a645dbb service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144262 Mar 15 17:14:44.151006 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9c180-e059-4a66-b5c9-df4f504b1a5f req-443f55b1-fc21-4009-b878-bbdf275218e9 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:44.152437 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1ea9c180-e059-4a66-b5c9-df4f504b1a5f req-443f55b1-fc21-4009-b878-bbdf275218e9 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 943 time: 0.2815163 Mar 15 17:14:44.187501 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3af1aceb-3553-4acf-9e18-7d6adfb1f2fd req-557bbcb4-67c3-45db-8f55-960668c5bb1f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077385 Mar 15 17:14:44.226478 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4604e0e-d7fd-45bf-9b9a-bacdb4298e30 req-f846e616-58f1-4413-bd09-f1116f3af212 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376941 Mar 15 17:14:44.287264 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1ea9c180-e059-4a66-b5c9-df4f504b1a5f req-670abafe-d2d6-441c-9e4c-5b99cb414eca tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265948 Mar 15 17:14:44.289306 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-20780f41-2240-4de1-b909-59825fff5c69 req-3c3b46cd-5ab9-44f4-b5fd-0eec596f5cac service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360114 Mar 15 17:14:44.399761 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db3a24-65d3-45cc-a3c1-d0d9403490df req-40b4d067-7517-4d58-8a4d-610ad12de15c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:44.401249 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-52db3a24-65d3-45cc-a3c1-d0d9403490df req-40b4d067-7517-4d58-8a4d-610ad12de15c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 943 time: 0.0577054 Mar 15 17:14:44.450694 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-52db3a24-65d3-45cc-a3c1-d0d9403490df req-615b9ccf-4436-4bd8-9700-35ff162e93dd tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 Mar 15 17:14:44.524661 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea30e3b-21a8-4e0f-b25a-c16c208e0cc1 req-507ff13a-e528-4367-9591-d4a748dc44e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:44.526167 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0ea30e3b-21a8-4e0f-b25a-c16c208e0cc1 req-507ff13a-e528-4367-9591-d4a748dc44e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6&device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 1127 time: 0.0460105 Mar 15 17:14:44.652581 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea30e3b-21a8-4e0f-b25a-c16c208e0cc1 req-a719fd78-6d76-4565-a452-63d401630f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:44.655219 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0ea30e3b-21a8-4e0f-b25a-c16c208e0cc1 req-a719fd78-6d76-4565-a452-63d401630f9a service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 HTTP/1.1" status: 200 len: 911 time: 0.1233382 Mar 15 17:14:44.712174 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0ea30e3b-21a8-4e0f-b25a-c16c208e0cc1 req-d821c1ee-2556-4db0-a91d-3092671e9d87 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bf3acce-71a7-4f78-bf4d-27dde9a9599e HTTP/1.1" status: 200 len: 217 time: 0.0411196 Mar 15 17:14:44.759503 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b0ed7-36c2-452f-9a68-22ecfac9aee5 req-05f565c0-5a27-4409-a05c-0ffcd4de29eb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:44.760927 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b40b0ed7-36c2-452f-9a68-22ecfac9aee5 req-05f565c0-5a27-4409-a05c-0ffcd4de29eb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 944 time: 0.1233816 Mar 15 17:14:44.790521 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea30e3b-21a8-4e0f-b25a-c16c208e0cc1 req-9203446d-a5e2-40c6-bee9-b6acbec715a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:44.791975 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0ea30e3b-21a8-4e0f-b25a-c16c208e0cc1 req-9203446d-a5e2-40c6-bee9-b6acbec715a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea20a277-8929-462e-8afe-93fc21e630d2 HTTP/1.1" status: 200 len: 849 time: 0.0734773 Mar 15 17:14:44.845066 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b40b0ed7-36c2-452f-9a68-22ecfac9aee5 req-0a65254a-1b1f-4b48-a92c-5f76aeda5a7f tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777545 Mar 15 17:14:44.858794 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea30e3b-21a8-4e0f-b25a-c16c208e0cc1 req-67681feb-bfa7-47f6-932d-d5d41428dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:44.863227 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0ea30e3b-21a8-4e0f-b25a-c16c208e0cc1 req-67681feb-bfa7-47f6-932d-d5d41428dd8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0607495 Mar 15 17:14:44.923761 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27124349-6845-4fc5-9021-d081b66f61d2 req-39cb1ff8-6c5f-414f-a513-6f3705a6dfe6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:44.925277 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-27124349-6845-4fc5-9021-d081b66f61d2 req-39cb1ff8-6c5f-414f-a513-6f3705a6dfe6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 943 time: 0.0637786 Mar 15 17:14:44.969066 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0ea30e3b-21a8-4e0f-b25a-c16c208e0cc1 req-ee60a9dc-5e7c-4bca-8664-cf6bbe527a69 service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990493 Mar 15 17:14:44.978047 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-27124349-6845-4fc5-9021-d081b66f61d2 req-5eb4092c-263c-4968-b6d1-48c519b67e91 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435104 Mar 15 17:14:45.061795 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0ea30e3b-21a8-4e0f-b25a-c16c208e0cc1 req-34a8bc3e-2dc3-4d93-8986-d08d8028585f service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843408 Mar 15 17:14:45.313321 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b4cb7-bab8-4d24-b864-bfb54989cce9 req-fdfebcf5-ffa1-4e4f-8978-a35b9b9e0c38 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:45.314778 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fc8b4cb7-bab8-4d24-b864-bfb54989cce9 req-fdfebcf5-ffa1-4e4f-8978-a35b9b9e0c38 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0554965 Mar 15 17:14:45.377925 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fc8b4cb7-bab8-4d24-b864-bfb54989cce9 req-17775e3a-59c9-4e7c-98d4-04d216267b4e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470657 Mar 15 17:14:45.414795 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f86e2-d270-43bf-a1ac-721e15c0c8e2 req-1629365e-0b1a-4cf2-8100-e592d6468b61 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:45.416267 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d6f86e2-d270-43bf-a1ac-721e15c0c8e2 req-1629365e-0b1a-4cf2-8100-e592d6468b61 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 943 time: 0.0528581 Mar 15 17:14:45.464813 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d6f86e2-d270-43bf-a1ac-721e15c0c8e2 req-b8760acf-f0a3-4136-9ba3-0c84df42c8d9 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419731 Mar 15 17:14:45.588435 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68eeb1-86ac-41ec-96f3-d5ab4aa79fcb req-3932d3e6-0d66-43f2-a78e-3d8c060cecbd tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:45.588435 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bf68eeb1-86ac-41ec-96f3-d5ab4aa79fcb req-3932d3e6-0d66-43f2-a78e-3d8c060cecbd tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 943 time: 0.0624561 Mar 15 17:14:45.629608 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bf68eeb1-86ac-41ec-96f3-d5ab4aa79fcb req-237fc4d5-4122-4569-9c4f-dc6b608530d9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422678 Mar 15 17:14:45.635718 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 76b4dc57-04bf-4e68-ac74-6932886e46f8 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:14:45.740969 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 76b4dc57-04bf-4e68-ac74-6932886e46f8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=76b4dc57-04bf-4e68-ac74-6932886e46f8,segment=NetworkSegment(191d4818-a8ee-4194-b783-7bacef44c43f),segment_id=191d4818-a8ee-4194-b783-7bacef44c43f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:45.752459 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '76b4dc57-04bf-4e68-ac74-6932886e46f8', 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1', 'port_id': '76b4dc57-04bf-4e68-ac74-6932886e46f8', 'mac_address': 'fa:16:3e:c6:d4:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681d7c7c-a1e8-4a52-95d6-dbff35d88981', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:14:45.789130 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 76b4dc57-04bf-4e68-ac74-6932886e46f8 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:45.789522 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (76b4dc57-04bf-4e68-ac74-6932886e46f8), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:45.802269 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b4dc57-04bf-4e68-ac74-6932886e46f8 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:14:45.826795 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 76b4dc57-04bf-4e68-ac74-6932886e46f8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=76b4dc57-04bf-4e68-ac74-6932886e46f8,segment=NetworkSegment(191d4818-a8ee-4194-b783-7bacef44c43f),segment_id=191d4818-a8ee-4194-b783-7bacef44c43f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:45.976653 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0d897-0516-4bab-b462-f278bcb3a2b4 req-a96e4a41-4aa1-45f5-a4e9-f43175279f1d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:45.978519 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-53f0d897-0516-4bab-b462-f278bcb3a2b4 req-a96e4a41-4aa1-45f5-a4e9-f43175279f1d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 944 time: 0.0606647 Mar 15 17:14:46.030397 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-53f0d897-0516-4bab-b462-f278bcb3a2b4 req-4a5ecbdd-fdd1-40fc-ad00-8f42d2e1168d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462000 Mar 15 17:14:46.135235 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6575aa-1360-4676-b387-db82e29f8e85 req-99605e55-37e0-436b-ab62-058b194297ae tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:46.135235 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8d6575aa-1360-4676-b387-db82e29f8e85 req-99605e55-37e0-436b-ab62-058b194297ae tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 943 time: 0.0613558 Mar 15 17:14:46.157182 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8d6575aa-1360-4676-b387-db82e29f8e85 req-f1efc05c-958e-4c02-ace7-7595bcecdce1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455058 Mar 15 17:14:46.502030 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0ef80-1ef3-4c1d-86a5-ad57fac832dc req-d3ddf851-dd25-47ce-9a28-d90430038bfa tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:46.503676 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9cf0ef80-1ef3-4c1d-86a5-ad57fac832dc req-d3ddf851-dd25-47ce-9a28-d90430038bfa tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0556383 Mar 15 17:14:46.550633 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9cf0ef80-1ef3-4c1d-86a5-ad57fac832dc req-70aeaa36-09fa-4a30-b526-b03c06bb080e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414863 Mar 15 17:14:46.588383 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3c2da-59a7-4ec0-ac5b-c505d6d3dc07 req-8bdabbb2-4b00-40d8-8fd7-3f68ee7cabdc tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:46.590006 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b0b3c2da-59a7-4ec0-ac5b-c505d6d3dc07 req-8bdabbb2-4b00-40d8-8fd7-3f68ee7cabdc tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 943 time: 0.0565860 Mar 15 17:14:46.613906 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (76b4dc57-04bf-4e68-ac74-6932886e46f8), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:46.614797 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 6afb6f11-7e65-449c-87d5-5fa497bb403e details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:14:46.618869 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8a05bd93-0bea-4ba1-89c6-19d5159ac474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:46.639142 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b0b3c2da-59a7-4ec0-ac5b-c505d6d3dc07 req-8836430e-09d1-4af2-a02d-91fcc29cd8f5 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432799 Mar 15 17:14:46.717385 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=76b4dc57-04bf-4e68-ac74-6932886e46f8,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:46.756457 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 6afb6f11-7e65-449c-87d5-5fa497bb403e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:46.770030 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b48bd-2d70-47f0-965d-89296efd6fb9 req-6b3b82da-fd5a-4ba4-b70f-bdab1d7fd3f9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:46.771683 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-246b48bd-2d70-47f0-965d-89296efd6fb9 req-6b3b82da-fd5a-4ba4-b70f-bdab1d7fd3f9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 944 time: 0.0604603 Mar 15 17:14:46.774566 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'port_id': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'mac_address': 'fa:16:3e:a6:3e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:14:46.843374 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-246b48bd-2d70-47f0-965d-89296efd6fb9 req-e8603f93-81a3-40c1-9625-6baf4b5b1291 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656860 Mar 15 17:14:46.942672 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 6afb6f11-7e65-449c-87d5-5fa497bb403e is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:46.943006 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:46.956402 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afb6f11-7e65-449c-87d5-5fa497bb403e {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:14:46.977173 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 6afb6f11-7e65-449c-87d5-5fa497bb403e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:47.053512 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:47.054209 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 87512783-be87-4777-b8a3-cc4b2ed178a0 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:14:47.126026 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 87512783-be87-4777-b8a3-cc4b2ed178a0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=87512783-be87-4777-b8a3-cc4b2ed178a0,segment=NetworkSegment(191d4818-a8ee-4194-b783-7bacef44c43f),segment_id=191d4818-a8ee-4194-b783-7bacef44c43f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:47.128564 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=6afb6f11-7e65-449c-87d5-5fa497bb403e,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:47.143201 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '87512783-be87-4777-b8a3-cc4b2ed178a0', 'network_id': 'a8ca1a9b-c211-440b-aad1-4246de63ebf1', 'port_id': '87512783-be87-4777-b8a3-cc4b2ed178a0', 'mac_address': 'fa:16:3e:8d:c9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681d7c7c-a1e8-4a52-95d6-dbff35d88981', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:14:47.154614 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45859d8e-6f20-4e55-b0e9-688edba37610 req-1e0257bc-6e31-4ae9-9775-1a2a6db19e4e tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:47.156144 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-45859d8e-6f20-4e55-b0e9-688edba37610 req-1e0257bc-6e31-4ae9-9775-1a2a6db19e4e tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 944 time: 0.0582123 Mar 15 17:14:47.191284 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 87512783-be87-4777-b8a3-cc4b2ed178a0 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:47.191754 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (87512783-be87-4777-b8a3-cc4b2ed178a0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:47.208720 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87512783-be87-4777-b8a3-cc4b2ed178a0 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:14:47.215467 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-45859d8e-6f20-4e55-b0e9-688edba37610 req-26865bda-d798-435b-80bd-2fd9f9d4332a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530193 Mar 15 17:14:47.246167 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 87512783-be87-4777-b8a3-cc4b2ed178a0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=87512783-be87-4777-b8a3-cc4b2ed178a0,segment=NetworkSegment(191d4818-a8ee-4194-b783-7bacef44c43f),segment_id=191d4818-a8ee-4194-b783-7bacef44c43f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:47.301372 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3723a-0e39-465a-a4e3-051f5d6b27ad req-3789ea68-6f46-42e0-812b-840c616fe962 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:47.302923 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1be3723a-0e39-465a-a4e3-051f5d6b27ad req-3789ea68-6f46-42e0-812b-840c616fe962 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 943 time: 0.0535786 Mar 15 17:14:47.349799 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1be3723a-0e39-465a-a4e3-051f5d6b27ad req-ae1bf0d6-d747-499f-8087-ec7d31ac5354 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412316 Mar 15 17:14:47.367756 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (87512783-be87-4777-b8a3-cc4b2ed178a0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:47.368427 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 5a1ffd4f-cc0d-456f-b273-18f4d154808b details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:14:47.462611 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=87512783-be87-4777-b8a3-cc4b2ed178a0,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:47.508515 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 5a1ffd4f-cc0d-456f-b273-18f4d154808b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5a1ffd4f-cc0d-456f-b273-18f4d154808b,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:47.519321 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '5a1ffd4f-cc0d-456f-b273-18f4d154808b', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'port_id': '5a1ffd4f-cc0d-456f-b273-18f4d154808b', 'mac_address': 'fa:16:3e:38:aa:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:14:47.556735 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 5a1ffd4f-cc0d-456f-b273-18f4d154808b is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:47.557118 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:47.569873 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1ffd4f-cc0d-456f-b273-18f4d154808b {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:14:47.589907 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 5a1ffd4f-cc0d-456f-b273-18f4d154808b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5a1ffd4f-cc0d-456f-b273-18f4d154808b,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:47.670364 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ee62c-0c72-4813-bbe9-734c5fc7d08b req-8688db51-3d69-446f-ad8e-e20a6e302d5c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:47.671888 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-506ee62c-0c72-4813-bbe9-734c5fc7d08b req-8688db51-3d69-446f-ad8e-e20a6e302d5c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 945 time: 0.0518036 Mar 15 17:14:47.681991 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:47.682830 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device c027d7fb-0d02-4965-accf-5b01280ab189 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:14:47.725999 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-506ee62c-0c72-4813-bbe9-734c5fc7d08b req-a69d94a1-a875-4b44-8685-d98bc789de63 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484836 Mar 15 17:14:47.759664 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd773f7-298f-403c-8f60-71c64e533622 req-28d8b720-5bf6-4f8e-b25c-45d97feb4861 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:47.761156 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ccd773f7-298f-403c-8f60-71c64e533622 req-28d8b720-5bf6-4f8e-b25c-45d97feb4861 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 943 time: 0.0541089 Mar 15 17:14:47.785576 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=5a1ffd4f-cc0d-456f-b273-18f4d154808b,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:47.813284 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ccd773f7-298f-403c-8f60-71c64e533622 req-30b36938-d7b0-42b1-89b2-ea2a55168810 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464385 Mar 15 17:14:47.832614 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port c027d7fb-0d02-4965-accf-5b01280ab189, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c027d7fb-0d02-4965-accf-5b01280ab189,segment=NetworkSegment(7270bfa3-2eb5-4b85-a546-9f37f266f69f),segment_id=7270bfa3-2eb5-4b85-a546-9f37f266f69f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:47.843225 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': 'c027d7fb-0d02-4965-accf-5b01280ab189', 'network_id': 'e18ab407-a95c-4fce-a92e-34b3c4abf901', 'port_id': 'c027d7fb-0d02-4965-accf-5b01280ab189', 'mac_address': 'fa:16:3e:01:8c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57f7b7e-9da9-49af-b9aa-6965f48218bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:14:47.882198 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port c027d7fb-0d02-4965-accf-5b01280ab189 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:47.882523 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (c027d7fb-0d02-4965-accf-5b01280ab189), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:47.896002 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c027d7fb-0d02-4965-accf-5b01280ab189 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:14:47.915703 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port c027d7fb-0d02-4965-accf-5b01280ab189, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c027d7fb-0d02-4965-accf-5b01280ab189,segment=NetworkSegment(7270bfa3-2eb5-4b85-a546-9f37f266f69f),segment_id=7270bfa3-2eb5-4b85-a546-9f37f266f69f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:47.972285 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c082db-f63c-4922-9ff4-88c0b0e28b3f req-c670387f-7c8a-4205-8d6f-cea738761fb5 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:47.973756 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-40c082db-f63c-4922-9ff4-88c0b0e28b3f req-c670387f-7c8a-4205-8d6f-cea738761fb5 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 944 time: 0.0515995 Mar 15 17:14:48.024882 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (c027d7fb-0d02-4965-accf-5b01280ab189), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:48.025966 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-40c082db-f63c-4922-9ff4-88c0b0e28b3f req-15257a03-b588-4a0d-aeec-869e59199420 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466561 Mar 15 17:14:48.075032 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=c027d7fb-0d02-4965-accf-5b01280ab189,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:48.335711 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ccd54-5fdb-4d1e-b92d-58e19c17e34d req-5a455b2a-9073-47f6-b669-3fa09a35884d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:48.337168 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cc3ccd54-5fdb-4d1e-b92d-58e19c17e34d req-5a455b2a-9073-47f6-b669-3fa09a35884d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 945 time: 0.0521410 Mar 15 17:14:48.383053 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cc3ccd54-5fdb-4d1e-b92d-58e19c17e34d req-77cf2c3b-3474-4b09-82e1-133a5873cd6d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397961 Mar 15 17:14:48.465328 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c5110-fdc7-43c2-ad76-32a66f7dd648 req-25dafc69-3b75-43f5-b76c-5be203aed24c tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:48.467435 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bb5c5110-fdc7-43c2-ad76-32a66f7dd648 req-25dafc69-3b75-43f5-b76c-5be203aed24c tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 943 time: 0.0515153 Mar 15 17:14:48.512470 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bb5c5110-fdc7-43c2-ad76-32a66f7dd648 req-2f5689b2-0eea-4a26-97cd-4946493a4188 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396845 Mar 15 17:14:48.653484 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3808366b-950e-4969-b44a-3270211e22c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:48.851622 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcffda7-cdae-43fe-8a67-6836f478f4ca req-497b4dba-5078-459a-94cb-a486f7713e4a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:48.853139 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5fcffda7-cdae-43fe-8a67-6836f478f4ca req-497b4dba-5078-459a-94cb-a486f7713e4a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 945 time: 0.0529680 Mar 15 17:14:48.899656 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5fcffda7-cdae-43fe-8a67-6836f478f4ca req-2e3fc288-c184-49f2-912b-35fa7aa9d3f3 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406914 Mar 15 17:14:48.938852 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b1995-49e4-43c9-8bff-b3b4696bd2de req-39272848-2d22-4b66-b32c-a696fd706c0b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:48.940350 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0e4b1995-49e4-43c9-8bff-b3b4696bd2de req-39272848-2d22-4b66-b32c-a696fd706c0b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 944 time: 0.0567391 Mar 15 17:14:48.986853 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0e4b1995-49e4-43c9-8bff-b3b4696bd2de req-1e3a1eb8-3ff5-49bd-bbcc-77631eba6eba tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407438 Mar 15 17:14:49.145257 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c55c7-146d-486f-a0b0-0014f6f4f728 req-553be132-c384-4440-bbdb-f440328ba68d tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:49.146749 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7a3c55c7-146d-486f-a0b0-0014f6f4f728 req-553be132-c384-4440-bbdb-f440328ba68d tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 944 time: 0.0549273 Mar 15 17:14:49.192589 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7a3c55c7-146d-486f-a0b0-0014f6f4f728 req-d017e9f8-d666-43b5-a746-fb93e9ea0c12 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399976 Mar 15 17:14:49.365665 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:49.410580 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 5bf3acce-71a7-4f78-bf4d-27dde9a9599e details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:14:49.502054 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb267a-d4f5-4127-b75e-ac1c242dfeaa req-9a986baf-820a-45aa-8d35-3e8aca625032 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:49.503667 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-46cb267a-d4f5-4127-b75e-ac1c242dfeaa req-9a986baf-820a-45aa-8d35-3e8aca625032 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 945 time: 0.0556159 Mar 15 17:14:49.515257 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5bf3acce-71a7-4f78-bf4d-27dde9a9599e,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:49.529801 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '5bf3acce-71a7-4f78-bf4d-27dde9a9599e', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'port_id': '5bf3acce-71a7-4f78-bf4d-27dde9a9599e', 'mac_address': 'fa:16:3e:64:9c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:14:49.553736 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-46cb267a-d4f5-4127-b75e-ac1c242dfeaa req-c2601067-4b10-4d66-80c1-b0a042f55d39 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431333 Mar 15 17:14:49.573504 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:49.582496 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:49.587664 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf3acce-71a7-4f78-bf4d-27dde9a9599e {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:14:49.608423 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5bf3acce-71a7-4f78-bf4d-27dde9a9599e,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:49.648272 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f75f62-9837-4db5-9dc2-33793b075f40 req-80f4b22b-5333-4c1f-9f9f-81921408ce3a tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:49.649739 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-23f75f62-9837-4db5-9dc2-33793b075f40 req-80f4b22b-5333-4c1f-9f9f-81921408ce3a tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 943 time: 0.0517621 Mar 15 17:14:49.696780 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-23f75f62-9837-4db5-9dc2-33793b075f40 req-1abe3628-5351-4081-a22e-5354c7ac2398 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410755 Mar 15 17:14:49.761789 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:49.813357 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=5bf3acce-71a7-4f78-bf4d-27dde9a9599e,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:50.025274 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7544b4-69be-40b5-9a5c-a53c99f1aac1 req-170b72cc-8181-4dbb-90fb-aadef7ad9eb5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:50.026785 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1e7544b4-69be-40b5-9a5c-a53c99f1aac1 req-170b72cc-8181-4dbb-90fb-aadef7ad9eb5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 945 time: 0.0566077 Mar 15 17:14:50.077548 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1e7544b4-69be-40b5-9a5c-a53c99f1aac1 req-35f6ba7f-595b-457a-ac6d-aede9b351d99 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447147 Mar 15 17:14:50.110351 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c4654-ffa2-4ca9-aa41-fd39812ae0ac req-2a32fe3b-5413-4719-9162-3085704914ca tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:50.111869 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-035c4654-ffa2-4ca9-aa41-fd39812ae0ac req-2a32fe3b-5413-4719-9162-3085704914ca tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 944 time: 0.0519655 Mar 15 17:14:50.161302 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-035c4654-ffa2-4ca9-aa41-fd39812ae0ac req-c61b86dd-1001-4fd3-9689-20874a73da92 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437715 Mar 15 17:14:50.305817 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a24514-2f1e-4cb0-aeb9-c6f9b2294559 req-aad12079-d432-4f07-8542-47def1c2a14a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:50.307301 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f2a24514-2f1e-4cb0-aeb9-c6f9b2294559 req-aad12079-d432-4f07-8542-47def1c2a14a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 944 time: 0.0514357 Mar 15 17:14:50.353504 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f2a24514-2f1e-4cb0-aeb9-c6f9b2294559 req-e55da677-1d09-41d0-af5b-f8375e77ebc9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401576 Mar 15 17:14:50.674592 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9c864-100d-4e7c-b702-4fc54a167029 req-3f5dad5e-5aec-442a-bd6d-68215f2e9e97 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:50.676110 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f5a9c864-100d-4e7c-b702-4fc54a167029 req-3f5dad5e-5aec-442a-bd6d-68215f2e9e97 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 945 time: 0.0546789 Mar 15 17:14:50.723753 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f5a9c864-100d-4e7c-b702-4fc54a167029 req-6022d741-49c5-4bfe-a4c3-c0b754112562 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421486 Mar 15 17:14:50.817740 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62eccd-37f2-438f-a6bd-9575cdfee5de req-1d724c65-98bf-4a05-95b4-8ac1f380a2c3 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:50.819236 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3b62eccd-37f2-438f-a6bd-9575cdfee5de req-1d724c65-98bf-4a05-95b4-8ac1f380a2c3 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 944 time: 0.0544517 Mar 15 17:14:50.877089 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3b62eccd-37f2-438f-a6bd-9575cdfee5de req-ce0cab8d-e857-49a5-909d-b21aec17bcde tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523169 Mar 15 17:14:50.948628 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:51.197711 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963d721-2452-4bd5-bf0e-931f88f113db req-583a707f-4a39-4d19-a4e7-7c1eb51d881e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:51.202537 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0963d721-2452-4bd5-bf0e-931f88f113db req-583a707f-4a39-4d19-a4e7-7c1eb51d881e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 945 time: 0.0526726 Mar 15 17:14:51.248680 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0963d721-2452-4bd5-bf0e-931f88f113db req-783cfef7-952e-4d16-84bd-7831848a5221 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433030 Mar 15 17:14:51.288529 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacbd68-a634-489d-90be-feeea4ca988c req-a3f51d68-0324-4811-8004-cda4dfb36a5c tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:51.290107 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-aeacbd68-a634-489d-90be-feeea4ca988c req-a3f51d68-0324-4811-8004-cda4dfb36a5c tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 944 time: 0.0575318 Mar 15 17:14:51.337872 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-aeacbd68-a634-489d-90be-feeea4ca988c req-a74b78e9-a92f-4fb6-8433-0acf50b41031 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 Mar 15 17:14:51.432187 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 37390) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:51.472206 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30adfe8-5263-4ba0-a6a7-71baf755d607 req-9a3828fe-e3e3-4d40-b167-f341d57e9166 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:51.473695 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d30adfe8-5263-4ba0-a6a7-71baf755d607 req-9a3828fe-e3e3-4d40-b167-f341d57e9166 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 944 time: 0.0556517 Mar 15 17:14:51.520962 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d30adfe8-5263-4ba0-a6a7-71baf755d607 req-e7674a85-590e-42bf-9d31-3f3903bc82d7 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 Mar 15 17:14:51.538404 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3441df15-0927-40ef-a7ac-a4881da55b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:51.611402 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3441df15-0927-40ef-a7ac-a4881da55b48 admin admin] Publish callbacks [] for security_group (faf4b6be-d25a-4b78-83d3-c4a6d18bc736), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:51.698259 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3441df15-0927-40ef-a7ac-a4881da55b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (faf4b6be-d25a-4b78-83d3-c4a6d18bc736), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:51.736592 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3441df15-0927-40ef-a7ac-a4881da55b48 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ede38d026f6429a890d1075090e865d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032634 Mar 15 17:14:51.737414 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441df15-0927-40ef-a7ac-a4881da55b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf4b6be-d25a-4b78-83d3-c4a6d18bc736,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:51.739444 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 37394) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:51.787737 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4e892dbd-8c47-4876-b7ad-2b8d0f08bf0a admin admin] Publish callbacks [] for security_group (faf4b6be-d25a-4b78-83d3-c4a6d18bc736), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:51.809977 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4e892dbd-8c47-4876-b7ad-2b8d0f08bf0a admin admin] Publish callbacks [] for security_group (faf4b6be-d25a-4b78-83d3-c4a6d18bc736), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:51.845632 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2d9f1-6806-4739-977b-30044c125fe2 req-89a05ac0-cdf8-49b8-9fa7-32e5bcf18065 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:51.847134 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-95b2d9f1-6806-4739-977b-30044c125fe2 req-89a05ac0-cdf8-49b8-9fa7-32e5bcf18065 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 945 time: 0.0569267 Mar 15 17:14:51.892877 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-95b2d9f1-6806-4739-977b-30044c125fe2 req-768777b8-ba65-4f26-8fe1-6b7cb447837f tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402582 Mar 15 17:14:51.942995 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4e892dbd-8c47-4876-b7ad-2b8d0f08bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (faf4b6be-d25a-4b78-83d3-c4a6d18bc736), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:51.945589 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4e892dbd-8c47-4876-b7ad-2b8d0f08bf0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:51.946841 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4e892dbd-8c47-4876-b7ad-2b8d0f08bf0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/faf4b6be-d25a-4b78-83d3-c4a6d18bc736 HTTP/1.1" status: 204 len: 168 time: 0.2063620 Mar 15 17:14:51.982405 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e892dbd-8c47-4876-b7ad-2b8d0f08bf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf4b6be-d25a-4b78-83d3-c4a6d18bc736,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:52.013100 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75eee5-b566-4719-9a68-f3e383474501 req-ebbcae3e-cc11-4a7e-9842-77ac7e7b9308 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:52.019290 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9a75eee5-b566-4719-9a68-f3e383474501 req-ebbcae3e-cc11-4a7e-9842-77ac7e7b9308 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 944 time: 0.0667307 Mar 15 17:14:52.063382 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9a75eee5-b566-4719-9a68-f3e383474501 req-5de48013-aad1-4445-b35d-3df4745dc7c5 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430527 Mar 15 17:14:52.374418 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dfa26-82f3-4f53-8bf6-fefd34194ee7 req-07c0eca5-bca9-46e4-b936-ffcb9a4bf744 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:52.374931 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-565dfa26-82f3-4f53-8bf6-fefd34194ee7 req-07c0eca5-bca9-46e4-b936-ffcb9a4bf744 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 945 time: 0.0571499 Mar 15 17:14:52.423240 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-565dfa26-82f3-4f53-8bf6-fefd34194ee7 req-898ccf1d-cb6f-4caa-8918-c169b416d236 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427966 Mar 15 17:14:52.469247 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f488c-dd57-4b62-b4b0-48896cfdc5d3 req-e0efb3c7-d259-45cb-91c1-bf56fda0488c tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:52.470762 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-df4f488c-dd57-4b62-b4b0-48896cfdc5d3 req-e0efb3c7-d259-45cb-91c1-bf56fda0488c tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 944 time: 0.0542989 Mar 15 17:14:52.517407 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-df4f488c-dd57-4b62-b4b0-48896cfdc5d3 req-526b4ed3-71b3-4d2d-bee1-6bccc74cdf24 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Mar 15 17:14:52.525379 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['6afb6f11-7e65-449c-87d5-5fa497bb403e'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:14:52.546704 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['76b4dc57-04bf-4e68-ac74-6932886e46f8'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:14:52.548486 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['c027d7fb-0d02-4965-accf-5b01280ab189'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:14:52.615865 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['5a1ffd4f-cc0d-456f-b273-18f4d154808b'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:14:52.629473 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['87512783-be87-4777-b8a3-cc4b2ed178a0'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:14:52.632968 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:52.650128 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74ee26-8dd1-4e24-92f2-b168cbe24d8d req-7842c2c2-0bbc-4f54-ab01-573be1111acf tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:52.651652 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dd74ee26-8dd1-4e24-92f2-b168cbe24d8d req-7842c2c2-0bbc-4f54-ab01-573be1111acf tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 944 time: 0.0562155 Mar 15 17:14:52.669265 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 37414) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:52.686226 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-401cab47-7adb-4e92-8a40-409d15052425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:52.706213 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dd74ee26-8dd1-4e24-92f2-b168cbe24d8d req-18acc08f-58d6-460e-b1c3-c8010ce5a11a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477929 Mar 15 17:14:52.728864 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['5bf3acce-71a7-4f78-bf4d-27dde9a9599e'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:14:52.771898 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-401cab47-7adb-4e92-8a40-409d15052425 admin admin] Publish callbacks [] for security_group (96a44eaa-2837-4e9f-81f3-6472de19ec92), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:52.882004 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-401cab47-7adb-4e92-8a40-409d15052425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (96a44eaa-2837-4e9f-81f3-6472de19ec92), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:52.930551 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-401cab47-7adb-4e92-8a40-409d15052425 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd67c738da4d40de9229d322b84963c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579715 Mar 15 17:14:52.930551 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cab47-7adb-4e92-8a40-409d15052425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a44eaa-2837-4e9f-81f3-6472de19ec92,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:52.931249 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 37420) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:52.999552 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0f873d7a-9b75-4feb-a586-09581f7348a3 admin admin] Publish callbacks [] for security_group (96a44eaa-2837-4e9f-81f3-6472de19ec92), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:53.054229 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0f873d7a-9b75-4feb-a586-09581f7348a3 admin admin] Publish callbacks [] for security_group (96a44eaa-2837-4e9f-81f3-6472de19ec92), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:53.100829 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89ce13-9151-4711-9483-d6aea1c4faa6 req-02236682-67bf-4317-93f9-9d644eacbd13 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:53.102504 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4c89ce13-9151-4711-9483-d6aea1c4faa6 req-02236682-67bf-4317-93f9-9d644eacbd13 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 945 time: 0.1008267 Mar 15 17:14:53.181869 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4c89ce13-9151-4711-9483-d6aea1c4faa6 req-a5f9701c-a368-437e-a341-bbd3c421b75f tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657513 Mar 15 17:14:53.218774 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78cbb0-8c42-4126-80ce-bcfee5a55978 req-d45f7ff5-5114-4610-a88d-8fc9337d7c36 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:53.220259 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b78cbb0-8c42-4126-80ce-bcfee5a55978 req-d45f7ff5-5114-4610-a88d-8fc9337d7c36 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 944 time: 0.0704961 Mar 15 17:14:53.263322 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0f873d7a-9b75-4feb-a586-09581f7348a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (96a44eaa-2837-4e9f-81f3-6472de19ec92), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:53.266657 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0f873d7a-9b75-4feb-a586-09581f7348a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:53.268068 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0f873d7a-9b75-4feb-a586-09581f7348a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96a44eaa-2837-4e9f-81f3-6472de19ec92 HTTP/1.1" status: 204 len: 168 time: 0.3352211 Mar 15 17:14:53.278375 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f873d7a-9b75-4feb-a586-09581f7348a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a44eaa-2837-4e9f-81f3-6472de19ec92,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:53.287627 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b78cbb0-8c42-4126-80ce-bcfee5a55978 req-4b9e0ac1-c71f-40c3-a8fe-d033b69700bb tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611844 Mar 15 17:14:53.547922 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fccc27-4c81-4ad3-ad14-bfd8faa8d635 req-bdd52b72-607d-4d6a-ab13-90ed8797871d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:53.549616 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-12fccc27-4c81-4ad3-ad14-bfd8faa8d635 req-bdd52b72-607d-4d6a-ab13-90ed8797871d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 945 time: 0.0563748 Mar 15 17:14:53.600050 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-12fccc27-4c81-4ad3-ad14-bfd8faa8d635 req-682d2e16-c7fb-485b-9f44-9fce5e0e221c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449028 Mar 15 17:14:53.642856 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfed32-fb77-456f-a57c-46c0b051fa26 req-38d1425d-999c-4626-9ed2-2732593d0282 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:53.644367 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bbcfed32-fb77-456f-a57c-46c0b051fa26 req-38d1425d-999c-4626-9ed2-2732593d0282 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 944 time: 0.0570154 Mar 15 17:14:53.698160 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bbcfed32-fb77-456f-a57c-46c0b051fa26 req-c213cfcf-2e18-48ba-be45-d6781283217e tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478628 Mar 15 17:14:53.838157 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b75d9-ac06-407c-9824-07c5f2e7ea5e req-166169f9-6e92-4a08-827d-f89238da6127 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:53.841700 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-940b75d9-ac06-407c-9824-07c5f2e7ea5e req-166169f9-6e92-4a08-827d-f89238da6127 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 944 time: 0.0564089 Mar 15 17:14:53.888497 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-940b75d9-ac06-407c-9824-07c5f2e7ea5e req-63631ff1-331a-461a-8f52-9f49eaf26734 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Mar 15 17:14:54.044110 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 37470) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:54.193809 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e8fcdf70-b524-4998-af65-5ebb44264b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:54.290082 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e8fcdf70-b524-4998-af65-5ebb44264b23 admin admin] Publish callbacks [] for security_group (c08c8fdb-1e60-41d7-bcb6-444a82b562a8), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:54.312958 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6856a-ab9e-43d0-af26-dff26f3633e9 req-b37497f2-b8e0-45ac-9c9e-57e36f670217 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:54.314585 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dba6856a-ab9e-43d0-af26-dff26f3633e9 req-b37497f2-b8e0-45ac-9c9e-57e36f670217 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 945 time: 0.0598781 Mar 15 17:14:54.363249 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dba6856a-ab9e-43d0-af26-dff26f3633e9 req-ba1b9a4f-001e-4e48-a5f5-f66e002b5cd3 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428700 Mar 15 17:14:54.398626 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e8fcdf70-b524-4998-af65-5ebb44264b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (c08c8fdb-1e60-41d7-bcb6-444a82b562a8), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:54.434706 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bff103-6e0a-4d20-ab99-fdc0766d7a83 req-70cf467b-749b-4df3-af69-a242e8467759 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:54.436218 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-80bff103-6e0a-4d20-ab99-fdc0766d7a83 req-70cf467b-749b-4df3-af69-a242e8467759 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 944 time: 0.0807729 Mar 15 17:14:54.457082 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e8fcdf70-b524-4998-af65-5ebb44264b23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5fc81e7ee9340c58f81cf03f17be0ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119399 Mar 15 17:14:54.457899 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcdf70-b524-4998-af65-5ebb44264b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08c8fdb-1e60-41d7-bcb6-444a82b562a8,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:54.459756 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 37486) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:54.497010 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-80bff103-6e0a-4d20-ab99-fdc0766d7a83 req-aca2c571-cee0-4999-9d5b-ef78eba1d2f9 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507059 Mar 15 17:14:54.532222 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-bff53233-81e0-43a0-b8a3-e453d6336e7d admin admin] Publish callbacks [] for security_group (c08c8fdb-1e60-41d7-bcb6-444a82b562a8), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:54.560046 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-bff53233-81e0-43a0-b8a3-e453d6336e7d admin admin] Publish callbacks [] for security_group (c08c8fdb-1e60-41d7-bcb6-444a82b562a8), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:54.700133 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-bff53233-81e0-43a0-b8a3-e453d6336e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (c08c8fdb-1e60-41d7-bcb6-444a82b562a8), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:54.702789 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-bff53233-81e0-43a0-b8a3-e453d6336e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:54.703919 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-bff53233-81e0-43a0-b8a3-e453d6336e7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c08c8fdb-1e60-41d7-bcb6-444a82b562a8 HTTP/1.1" status: 204 len: 168 time: 0.2322011 Mar 15 17:14:54.715509 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff53233-81e0-43a0-b8a3-e453d6336e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08c8fdb-1e60-41d7-bcb6-444a82b562a8,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:54.751070 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242b544-e166-40c9-a29e-360a71dbb797 req-3dc3472d-3df0-423b-bc16-4ea5011dcdb7 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:54.753006 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a242b544-e166-40c9-a29e-360a71dbb797 req-3dc3472d-3df0-423b-bc16-4ea5011dcdb7 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 945 time: 0.0826137 Mar 15 17:14:54.836786 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a242b544-e166-40c9-a29e-360a71dbb797 req-504058fd-d8c6-4264-830d-8b23034b60e5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756996 Mar 15 17:14:54.871322 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ab85f-80db-4fd4-92c3-30539a773ab7 req-25e68135-2968-48fd-860b-bf499851bd78 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:54.874073 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ef0ab85f-80db-4fd4-92c3-30539a773ab7 req-25e68135-2968-48fd-860b-bf499851bd78 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 944 time: 0.0708077 Mar 15 17:14:54.922708 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ef0ab85f-80db-4fd4-92c3-30539a773ab7 req-c90e1aab-b909-444d-8343-c96798364e2d tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428596 Mar 15 17:14:55.007539 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc61943-e594-4444-b11b-c0816e9af329 req-f59a06ac-b425-4fdb-9296-3e9f76c6bd22 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:55.009035 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2cc61943-e594-4444-b11b-c0816e9af329 req-f59a06ac-b425-4fdb-9296-3e9f76c6bd22 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 944 time: 0.0520804 Mar 15 17:14:55.063948 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2cc61943-e594-4444-b11b-c0816e9af329 req-1b31eb6a-721d-481b-bef9-41f0c5f2610d tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464015 Mar 15 17:14:55.263981 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 37518) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:55.368892 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6aae152c-9c5b-40c2-a268-0fd637cbb9b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:55.442441 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6aae152c-9c5b-40c2-a268-0fd637cbb9b2 admin admin] Publish callbacks [] for security_group (357e07df-6e48-4cdc-b50b-e9249400ca77), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:55.468434 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 87512783-be87-4777-b8a3-cc4b2ed178a0 up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:55.487494 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3877090-ddc4-426f-9912-5f37a989f3da req-68002af3-676a-4375-b55a-ce082d49b352 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:55.489067 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3877090-ddc4-426f-9912-5f37a989f3da req-68002af3-676a-4375-b55a-ce082d49b352 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 945 time: 0.0578353 Mar 15 17:14:55.539217 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6aae152c-9c5b-40c2-a268-0fd637cbb9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (357e07df-6e48-4cdc-b50b-e9249400ca77), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:55.577605 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3877090-ddc4-426f-9912-5f37a989f3da req-93dbb6b4-90b6-41f7-81fd-8fbf3a099096 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816231 Mar 15 17:14:55.604435 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-6aae152c-9c5b-40c2-a268-0fd637cbb9b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ef36e9566ff4c47927bf5e2850b5647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393347 Mar 15 17:14:55.608225 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 37532) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:55.639064 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae152c-9c5b-40c2-a268-0fd637cbb9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357e07df-6e48-4cdc-b50b-e9249400ca77,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:55.694557 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17162a54-0ba1-4fc2-8356-24d875a1f9df req-c1fab129-04bb-41a4-9d0e-072131da3701 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:55.696048 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-17162a54-0ba1-4fc2-8356-24d875a1f9df req-c1fab129-04bb-41a4-9d0e-072131da3701 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 944 time: 0.1074975 Mar 15 17:14:55.697102 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6fcf863b-3a75-4df4-8d1f-9c8249733fb7 admin admin] Publish callbacks [] for security_group (357e07df-6e48-4cdc-b50b-e9249400ca77), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:55.721279 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port 87512783-be87-4777-b8a3-cc4b2ed178a0 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:14:55.725352 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 87512783-be87-4777-b8a3-cc4b2ed178a0 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:55.725733 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (87512783-be87-4777-b8a3-cc4b2ed178a0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:55.733633 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6fcf863b-3a75-4df4-8d1f-9c8249733fb7 admin admin] Publish callbacks [] for security_group (357e07df-6e48-4cdc-b50b-e9249400ca77), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:55.783621 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-17162a54-0ba1-4fc2-8356-24d875a1f9df req-0c95d43b-e346-4ae3-9885-cf78348f6c44 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811977 Mar 15 17:14:55.817645 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 87512783-be87-4777-b8a3-cc4b2ed178a0 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:55.818042 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (87512783-be87-4777-b8a3-cc4b2ed178a0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:55.844204 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bbab30-6d85-45b7-808c-92edceef9e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87512783-be87-4777-b8a3-cc4b2ed178a0'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:14:55.870329 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6fcf863b-3a75-4df4-8d1f-9c8249733fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (357e07df-6e48-4cdc-b50b-e9249400ca77), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:55.873237 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6fcf863b-3a75-4df4-8d1f-9c8249733fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:55.874791 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-6fcf863b-3a75-4df4-8d1f-9c8249733fb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/357e07df-6e48-4cdc-b50b-e9249400ca77 HTTP/1.1" status: 204 len: 168 time: 0.2653675 Mar 15 17:14:55.887309 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf863b-3a75-4df4-8d1f-9c8249733fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357e07df-6e48-4cdc-b50b-e9249400ca77,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:55.930684 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 87512783-be87-4777-b8a3-cc4b2ed178a0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=87512783-be87-4777-b8a3-cc4b2ed178a0,segment=NetworkSegment(191d4818-a8ee-4194-b783-7bacef44c43f),segment_id=191d4818-a8ee-4194-b783-7bacef44c43f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:56.028716 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c34b3-e5b8-4fc9-94c6-01d182c1a408 req-63ca4781-43a5-4334-bc5d-e14e17c785e5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:56.030960 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-007c34b3-e5b8-4fc9-94c6-01d182c1a408 req-63ca4781-43a5-4334-bc5d-e14e17c785e5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 945 time: 0.0749431 Mar 15 17:14:56.041518 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (87512783-be87-4777-b8a3-cc4b2ed178a0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:56.042344 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 6afb6f11-7e65-449c-87d5-5fa497bb403e up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:56.096200 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22704e18-ed26-481a-abc0-d3e8a17ae435 req-ba8b4e75-12b8-42d2-a0db-1c9375ea6541 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:56.103995 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-22704e18-ed26-481a-abc0-d3e8a17ae435 req-ba8b4e75-12b8-42d2-a0db-1c9375ea6541 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 944 time: 0.0834844 Mar 15 17:14:56.107234 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc859e5c-7a43-4aef-9854-3db8bd8caf40" -d '{"events": [{"server_uuid": "90bbab30-6d85-45b7-808c-92edceef9e21", "name": "network-vif-plugged", "status": "completed", "tag": "87512783-be87-4777-b8a3-cc4b2ed178a0"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:14:56.162899 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-22704e18-ed26-481a-abc0-d3e8a17ae435 req-f6ef20db-e42b-4947-8ecd-9b83351bfdc2 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577228 Mar 15 17:14:56.178770 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-007c34b3-e5b8-4fc9-94c6-01d182c1a408 req-e63028af-5173-4e00-aa4d-771b9e499a8c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398778 Mar 15 17:14:56.234098 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=87512783-be87-4777-b8a3-cc4b2ed178a0,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:56.310180 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8044af-16fb-44f0-9ab1-0d3554398527 req-0c6c6bb2-3ab4-4e27-9d34-fb9b85f86d7c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:56.311943 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8a8044af-16fb-44f0-9ab1-0d3554398527 req-0c6c6bb2-3ab4-4e27-9d34-fb9b85f86d7c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 944 time: 0.0602133 Mar 15 17:14:56.317767 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522ef55b-d011-4d27-82ca-a54d53361bed x-openstack-request-id: req-522ef55b-d011-4d27-82ca-a54d53361bed {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:14:56.318172 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bbab30-6d85-45b7-808c-92edceef9e21", "name": "network-vif-plugged", "status": "completed", "tag": "87512783-be87-4777-b8a3-cc4b2ed178a0", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:14:56.318433 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-522ef55b-d011-4d27-82ca-a54d53361bed {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:14:56.318989 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bbab30-6d85-45b7-808c-92edceef9e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87512783-be87-4777-b8a3-cc4b2ed178a0', 'code': 200} Mar 15 17:14:56.372189 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8a8044af-16fb-44f0-9ab1-0d3554398527 req-a5adb893-258e-4ea7-8547-7d79dd9c19df tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531819 Mar 15 17:14:56.384117 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port 6afb6f11-7e65-449c-87d5-5fa497bb403e completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:14:56.388848 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 6afb6f11-7e65-449c-87d5-5fa497bb403e triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:56.389577 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:56.475743 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 6afb6f11-7e65-449c-87d5-5fa497bb403e is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:56.476883 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:56.512669 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 6afb6f11-7e65-449c-87d5-5fa497bb403e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:56.596463 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:56.597767 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 5a1ffd4f-cc0d-456f-b273-18f4d154808b up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:56.678633 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=6afb6f11-7e65-449c-87d5-5fa497bb403e,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:56.725171 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29242bb2-ec24-4dec-abdd-57790e05419c req-9edd65f6-0a77-4caa-956d-a4f764e2d921 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:56.726929 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29242bb2-ec24-4dec-abdd-57790e05419c req-9edd65f6-0a77-4caa-956d-a4f764e2d921 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 945 time: 0.0582528 Mar 15 17:14:56.747802 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27990cc-2d51-4e03-830d-1274d58483ce req-d374708c-3208-4512-b1b8-85eadae19f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:56.749521 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d27990cc-2d51-4e03-830d-1274d58483ce req-d374708c-3208-4512-b1b8-85eadae19f39 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 1129 time: 0.0853837 Mar 15 17:14:56.772151 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-d27990cc-2d51-4e03-830d-1274d58483ce req-2a9ae436-ce89-4813-9cab-69373707e694 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:56.788203 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29242bb2-ec24-4dec-abdd-57790e05419c req-ff07b1a3-ed43-4ef0-9fec-9606c766df00 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550072 Mar 15 17:14:56.825276 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port 5a1ffd4f-cc0d-456f-b273-18f4d154808b completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:14:56.830590 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 5a1ffd4f-cc0d-456f-b273-18f4d154808b triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:56.831101 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:56.905495 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-d27990cc-2d51-4e03-830d-1274d58483ce req-2a9ae436-ce89-4813-9cab-69373707e694 service neutron] Publish callbacks [] for security_group (b2e5aa8a-3512-4cd4-90a7-26976cfdab0f), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:56.928162 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 5a1ffd4f-cc0d-456f-b273-18f4d154808b is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:56.928658 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:56.932886 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de5f2b-916a-4eb5-afdd-5032151abe35 req-0579a294-a8f4-4973-a503-ad75a24e28b9 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:56.934572 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-17de5f2b-916a-4eb5-afdd-5032151abe35 req-0579a294-a8f4-4973-a503-ad75a24e28b9 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 944 time: 0.0660572 Mar 15 17:14:56.966316 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 5a1ffd4f-cc0d-456f-b273-18f4d154808b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5a1ffd4f-cc0d-456f-b273-18f4d154808b,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:56.984069 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-17de5f2b-916a-4eb5-afdd-5032151abe35 req-0d44e6d3-96a9-4c66-b1b2-eb1745f3834a tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426857 Mar 15 17:14:57.011186 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-d27990cc-2d51-4e03-830d-1274d58483ce req-2a9ae436-ce89-4813-9cab-69373707e694 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (b2e5aa8a-3512-4cd4-90a7-26976cfdab0f), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:57.058391 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:57.059897 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 76b4dc57-04bf-4e68-ac74-6932886e46f8 up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:57.062383 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d27990cc-2d51-4e03-830d-1274d58483ce req-2a9ae436-ce89-4813-9cab-69373707e694 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060861 Mar 15 17:14:57.064567 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ae436-ce89-4813-9cab-69373707e694 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e5aa8a-3512-4cd4-90a7-26976cfdab0f,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:57.146557 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=5a1ffd4f-cc0d-456f-b273-18f4d154808b,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:57.240386 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port 76b4dc57-04bf-4e68-ac74-6932886e46f8 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:14:57.246750 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 76b4dc57-04bf-4e68-ac74-6932886e46f8 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:57.247348 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (76b4dc57-04bf-4e68-ac74-6932886e46f8), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:57.297564 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77414370-9e05-49c1-b1fd-221ab7fd42fc req-cb345eb5-b060-4ba0-a036-c3b3af8d6bce tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:57.307220 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-77414370-9e05-49c1-b1fd-221ab7fd42fc req-cb345eb5-b060-4ba0-a036-c3b3af8d6bce tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 944 time: 0.0708537 Mar 15 17:14:57.351062 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a5846-c6c3-4099-91ce-2c6a8e4cd5dd req-0fdd2ad6-406c-49e5-9136-60e09bc89132 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:57.352762 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6f7a5846-c6c3-4099-91ce-2c6a8e4cd5dd req-0fdd2ad6-406c-49e5-9136-60e09bc89132 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0921423 Mar 15 17:14:57.363454 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 76b4dc57-04bf-4e68-ac74-6932886e46f8 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:57.363850 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (76b4dc57-04bf-4e68-ac74-6932886e46f8), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:57.374185 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-77414370-9e05-49c1-b1fd-221ab7fd42fc req-271e2bb5-ba66-422f-846a-a6707f5eea32 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655725 Mar 15 17:14:57.415707 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 76b4dc57-04bf-4e68-ac74-6932886e46f8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=76b4dc57-04bf-4e68-ac74-6932886e46f8,segment=NetworkSegment(191d4818-a8ee-4194-b783-7bacef44c43f),segment_id=191d4818-a8ee-4194-b783-7bacef44c43f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:57.431134 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6f7a5846-c6c3-4099-91ce-2c6a8e4cd5dd req-e57eef85-9049-41fc-b08d-9dda637393a5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708232 Mar 15 17:14:57.499570 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (76b4dc57-04bf-4e68-ac74-6932886e46f8), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:57.502026 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 5bf3acce-71a7-4f78-bf4d-27dde9a9599e up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:57.517192 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1424890-f1b1-4448-be34-36977e16649f req-3487b5c5-51d0-4a4b-a867-8b16a7808876 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:57.519118 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c1424890-f1b1-4448-be34-36977e16649f req-3487b5c5-51d0-4a4b-a867-8b16a7808876 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 944 time: 0.0603809 Mar 15 17:14:57.592926 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=76b4dc57-04bf-4e68-ac74-6932886e46f8,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:57.616859 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c1424890-f1b1-4448-be34-36977e16649f req-be52e592-b947-4431-9c89-62a6d9a59554 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698862 Mar 15 17:14:57.702307 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:14:57.706399 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:57.713782 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:57.785356 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:57.785743 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:57.816849 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5bf3acce-71a7-4f78-bf4d-27dde9a9599e,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:57.906890 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b95307-a778-46c2-96b9-feb624483f32 req-463b18aa-5839-4516-86c3-92bc1115f758 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:57.908387 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-26b95307-a778-46c2-96b9-feb624483f32 req-463b18aa-5839-4516-86c3-92bc1115f758 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 946 time: 0.0534558 Mar 15 17:14:57.912079 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:57.912895 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device c027d7fb-0d02-4965-accf-5b01280ab189 up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:14:57.959458 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-26b95307-a778-46c2-96b9-feb624483f32 req-85682c42-1c7c-49ef-b9be-423cc49f643d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453866 Mar 15 17:14:57.987153 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=5bf3acce-71a7-4f78-bf4d-27dde9a9599e,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:58.093522 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port c027d7fb-0d02-4965-accf-5b01280ab189 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:14:58.102705 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port c027d7fb-0d02-4965-accf-5b01280ab189 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:14:58.103136 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (c027d7fb-0d02-4965-accf-5b01280ab189), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:58.132936 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c0e0f-aa7d-4ac5-aa21-bab39dca595d req-bd67cc3d-e3f7-4bd2-bcfc-88af51991929 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:58.136929 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8f2c0e0f-aa7d-4ac5-aa21-bab39dca595d req-bd67cc3d-e3f7-4bd2-bcfc-88af51991929 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0799792 Mar 15 17:14:58.177901 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 37636) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:58.188217 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8f2c0e0f-aa7d-4ac5-aa21-bab39dca595d req-0f985ed9-3a28-4e4d-a92a-9ba875a21149 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465930 Mar 15 17:14:58.205058 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port c027d7fb-0d02-4965-accf-5b01280ab189 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:14:58.205697 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (c027d7fb-0d02-4965-accf-5b01280ab189), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:58.238752 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port c027d7fb-0d02-4965-accf-5b01280ab189, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c027d7fb-0d02-4965-accf-5b01280ab189,segment=NetworkSegment(7270bfa3-2eb5-4b85-a546-9f37f266f69f),segment_id=7270bfa3-2eb5-4b85-a546-9f37f266f69f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:14:58.295786 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3c2aebf9-000a-436b-ba9e-325cbd668a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:58.320895 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afb6f11-7e65-449c-87d5-5fa497bb403e'}, {'server_uuid': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1ffd4f-cc0d-456f-b273-18f4d154808b'}, {'server_uuid': '377df9d9-98ff-4806-811a-41e52972bbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b4dc57-04bf-4e68-ac74-6932886e46f8'}, {'server_uuid': 'dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf3acce-71a7-4f78-bf4d-27dde9a9599e'}, {'server_uuid': '9d4bf64c-f865-4223-9b7a-2e719fbb840e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c027d7fb-0d02-4965-accf-5b01280ab189'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:14:58.323328 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab186e6-c305-44ab-9f5f-add1b5912441" -d '{"events": [{"server_uuid": "041a9e82-c88a-4a18-a0d0-945453f608b1", "name": "network-vif-plugged", "status": "completed", "tag": "6afb6f11-7e65-449c-87d5-5fa497bb403e"}, {"server_uuid": "85209492-aaa5-4aa5-8798-2eb6fe849209", "name": "network-vif-plugged", "status": "completed", "tag": "5a1ffd4f-cc0d-456f-b273-18f4d154808b"}, {"server_uuid": "377df9d9-98ff-4806-811a-41e52972bbf5", "name": "network-vif-plugged", "status": "completed", "tag": "76b4dc57-04bf-4e68-ac74-6932886e46f8"}, {"server_uuid": "dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4", "name": "network-vif-plugged", "status": "completed", "tag": "5bf3acce-71a7-4f78-bf4d-27dde9a9599e"}, {"server_uuid": "9d4bf64c-f865-4223-9b7a-2e719fbb840e", "name": "network-vif-plugged", "status": "completed", "tag": "c027d7fb-0d02-4965-accf-5b01280ab189"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:14:58.366962 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (c027d7fb-0d02-4965-accf-5b01280ab189), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:58.370912 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3c2aebf9-000a-436b-ba9e-325cbd668a8d admin admin] Publish callbacks [] for security_group (54da7aee-52d8-4570-b42c-f35007385ec4), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:58.391140 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 15 Mar 2022 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74019aef-5283-4e40-9840-0512c809a7a1 x-openstack-request-id: req-74019aef-5283-4e40-9840-0512c809a7a1 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:14:58.391448 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041a9e82-c88a-4a18-a0d0-945453f608b1", "name": "network-vif-plugged", "status": "completed", "tag": "6afb6f11-7e65-449c-87d5-5fa497bb403e", "code": 200}, {"server_uuid": "85209492-aaa5-4aa5-8798-2eb6fe849209", "name": "network-vif-plugged", "status": "completed", "tag": "5a1ffd4f-cc0d-456f-b273-18f4d154808b", "code": 200}, {"server_uuid": "377df9d9-98ff-4806-811a-41e52972bbf5", "name": "network-vif-plugged", "status": "completed", "tag": "76b4dc57-04bf-4e68-ac74-6932886e46f8", "code": 200}, {"server_uuid": "dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4", "name": "network-vif-plugged", "status": "completed", "tag": "5bf3acce-71a7-4f78-bf4d-27dde9a9599e", "code": 200}, {"server_uuid": "9d4bf64c-f865-4223-9b7a-2e719fbb840e", "name": "network-vif-plugged", "status": "completed", "tag": "c027d7fb-0d02-4965-accf-5b01280ab189", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:14:58.391703 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74019aef-5283-4e40-9840-0512c809a7a1 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:14:58.392097 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'code': 200} Mar 15 17:14:58.392356 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1ffd4f-cc0d-456f-b273-18f4d154808b', 'code': 200} Mar 15 17:14:58.392610 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377df9d9-98ff-4806-811a-41e52972bbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b4dc57-04bf-4e68-ac74-6932886e46f8', 'code': 200} Mar 15 17:14:58.392858 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf3acce-71a7-4f78-bf4d-27dde9a9599e', 'code': 200} Mar 15 17:14:58.393112 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4bf64c-f865-4223-9b7a-2e719fbb840e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c027d7fb-0d02-4965-accf-5b01280ab189', 'code': 200} Mar 15 17:14:58.451592 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=c027d7fb-0d02-4965-accf-5b01280ab189,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:58.469907 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3c2aebf9-000a-436b-ba9e-325cbd668a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (54da7aee-52d8-4570-b42c-f35007385ec4), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:58.563488 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3c2aebf9-000a-436b-ba9e-325cbd668a8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bc23d08f5ab4631b83cb2d8efa6c8d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3844879 Mar 15 17:14:58.566079 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c15ff-1361-4d2e-ac85-6312159858e2 req-466e66fe-f622-49c6-969a-1697a3b5f650 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:58.568406 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-338c15ff-1361-4d2e-ac85-6312159858e2 req-466e66fe-f622-49c6-969a-1697a3b5f650 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 945 time: 0.1225498 Mar 15 17:14:58.569087 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 37654) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:58.577692 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2aebf9-000a-436b-ba9e-325cbd668a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54da7aee-52d8-4570-b42c-f35007385ec4,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:58.652374 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d260d53-c993-48a0-ab24-632130853837 req-bee028da-d6b5-49e3-b401-3c8e18cbd351 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:58.660307 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1d260d53-c993-48a0-ab24-632130853837 req-bee028da-d6b5-49e3-b401-3c8e18cbd351 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0948386 Mar 15 17:14:58.663269 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a264657f-7004-4fb2-a3f9-ad7def822b77 admin admin] Publish callbacks [] for security_group (54da7aee-52d8-4570-b42c-f35007385ec4), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:58.703098 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-338c15ff-1361-4d2e-ac85-6312159858e2 req-da78bc8a-7d37-4e22-8f8a-dd831e055467 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944262 Mar 15 17:14:58.718506 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a264657f-7004-4fb2-a3f9-ad7def822b77 admin admin] Publish callbacks [] for security_group (54da7aee-52d8-4570-b42c-f35007385ec4), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:58.766257 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1d260d53-c993-48a0-ab24-632130853837 req-b86d60ed-3b79-4586-82ea-9e6b0e4688f0 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048467 Mar 15 17:14:58.851488 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a264657f-7004-4fb2-a3f9-ad7def822b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (54da7aee-52d8-4570-b42c-f35007385ec4), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:58.854675 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a264657f-7004-4fb2-a3f9-ad7def822b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:58.856491 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a264657f-7004-4fb2-a3f9-ad7def822b77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54da7aee-52d8-4570-b42c-f35007385ec4 HTTP/1.1" status: 204 len: 168 time: 0.2862630 Mar 15 17:14:58.877376 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264657f-7004-4fb2-a3f9-ad7def822b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54da7aee-52d8-4570-b42c-f35007385ec4,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:14:58.933545 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26d148-edeb-4ddf-b12e-7a1673ba3c5a req-4eaebfbd-2ebe-4cf7-b6f8-4897bbd39b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:58.937156 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-af26d148-edeb-4ddf-b12e-7a1673ba3c5a req-4eaebfbd-2ebe-4cf7-b6f8-4897bbd39b54 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 1130 time: 0.0690551 Mar 15 17:14:59.001857 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86117225-11b3-4f65-95ff-a6c417b8138c req-c4239391-c8ad-4460-a059-4976a911b939 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:59.008879 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-86117225-11b3-4f65-95ff-a6c417b8138c req-c4239391-c8ad-4460-a059-4976a911b939 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1904676 Mar 15 17:14:59.075577 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-af26d148-edeb-4ddf-b12e-7a1673ba3c5a req-61403a21-1761-4fd1-a68a-be21785295c9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147556 Mar 15 17:14:59.123821 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e84b2c-b682-477c-9a67-71c3c3db17e4 req-3dbe32f6-0c23-4053-832e-d24403e92349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:59.124312 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea53e5-3610-4d7a-852b-6988a40442e7 req-a5edcb3a-a615-4e3b-95b2-b34077b98243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:59.125823 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-25ea53e5-3610-4d7a-852b-6988a40442e7 req-a5edcb3a-a615-4e3b-95b2-b34077b98243 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 1129 time: 0.1209407 Mar 15 17:14:59.126024 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-11e84b2c-b682-477c-9a67-71c3c3db17e4 req-3dbe32f6-0c23-4053-832e-d24403e92349 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 1130 time: 0.2565277 Mar 15 17:14:59.144369 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f60dd7-7a17-4f00-b450-b9904639647c req-82b5143d-24f6-452a-93d8-e50a02dc3cd1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:59.146138 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-27f60dd7-7a17-4f00-b450-b9904639647c req-82b5143d-24f6-452a-93d8-e50a02dc3cd1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 946 time: 0.0980728 Mar 15 17:14:59.156052 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ba20f-be5a-4f92-90fa-3a5adbcbef9d req-18473f19-12d7-4356-9e55-c6a08c71f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:59.162963 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-063ba20f-be5a-4f92-90fa-3a5adbcbef9d req-18473f19-12d7-4356-9e55-c6a08c71f0f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 1129 time: 0.1880898 Mar 15 17:14:59.162963 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acfa81-3613-4e19-982b-3812d477c167 req-cdc68868-80c8-45b0-9104-4862b47a21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:59.162963 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-68acfa81-3613-4e19-982b-3812d477c167 req-cdc68868-80c8-45b0-9104-4862b47a21e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 1129 time: 0.1334896 Mar 15 17:14:59.163775 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-86117225-11b3-4f65-95ff-a6c417b8138c req-b3484b3a-26f3-44d6-a0e2-316d20fc8024 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541138 Mar 15 17:14:59.200733 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-27f60dd7-7a17-4f00-b450-b9904639647c req-4faff775-437e-488f-b0c7-534dedafaa81 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473518 Mar 15 17:14:59.240789 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:14:59.370236 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-25ea53e5-3610-4d7a-852b-6988a40442e7 req-a16576ce-9775-477e-b1cb-404003915531 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662591 Mar 15 17:14:59.448377 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-11e84b2c-b682-477c-9a67-71c3c3db17e4 req-7e5255d5-7c20-4ef8-bd34-b2b60bd51af4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426868 Mar 15 17:14:59.451450 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-063ba20f-be5a-4f92-90fa-3a5adbcbef9d req-81a05da3-faff-476a-891b-e4c45d3166ab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447582 Mar 15 17:14:59.458212 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-68acfa81-3613-4e19-982b-3812d477c167 req-4bfd0adb-b2d1-4be7-aff1-0707a6b3f7a7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499157 Mar 15 17:14:59.467637 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63db59d-c595-4a2f-9c93-9f937b141929 req-c97c9ba1-42cb-4361-99b7-7ae387b4984b tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:59.469117 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a63db59d-c595-4a2f-9c93-9f937b141929 req-c97c9ba1-42cb-4361-99b7-7ae387b4984b tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.2043147 Mar 15 17:14:59.524243 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a63db59d-c595-4a2f-9c93-9f937b141929 req-b943ddb4-bd58-4e32-b7b3-d2e5011c3ced tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492051 Mar 15 17:14:59.835303 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f530488-e9e6-45db-bd43-a4ed1dd81d67 req-092469ef-d8a0-428c-8456-e105536f40d2 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:59.837375 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8f530488-e9e6-45db-bd43-a4ed1dd81d67 req-092469ef-d8a0-428c-8456-e105536f40d2 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 945 time: 0.0640941 Mar 15 17:14:59.841278 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 37702) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:14:59.863241 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0573d404-75f6-4b5d-9844-0ad365fa339a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:59.890229 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8f530488-e9e6-45db-bd43-a4ed1dd81d67 req-453fa23f-e9e2-4950-befd-e22aa940f428 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456297 Mar 15 17:14:59.946872 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1146df-2f4b-420a-a743-58f82bca552a req-91e2a608-af24-42ba-b7c6-71cd94c95e0d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:14:59.948295 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5a1146df-2f4b-420a-a743-58f82bca552a req-91e2a608-af24-42ba-b7c6-71cd94c95e0d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0872693 Mar 15 17:15:00.035685 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0573d404-75f6-4b5d-9844-0ad365fa339a admin admin] Publish callbacks [] for security_group (5bfc5b02-6732-4206-8690-a60c8435ecba), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:00.045227 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5a1146df-2f4b-420a-a743-58f82bca552a req-79023b0e-8fb2-456d-b6ff-7a944011dc29 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887492 Mar 15 17:15:00.104402 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0573d404-75f6-4b5d-9844-0ad365fa339a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (5bfc5b02-6732-4206-8690-a60c8435ecba), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:00.144199 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0573d404-75f6-4b5d-9844-0ad365fa339a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0caaf5de898e4d689478dc40f2e60661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017695 Mar 15 17:15:00.145338 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573d404-75f6-4b5d-9844-0ad365fa339a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfc5b02-6732-4206-8690-a60c8435ecba,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:00.146858 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 37708) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:00.197277 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f230da4c-8bc2-45b0-81c9-e0f8f3635ec5 admin admin] Publish callbacks [] for security_group (5bfc5b02-6732-4206-8690-a60c8435ecba), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:00.220112 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f230da4c-8bc2-45b0-81c9-e0f8f3635ec5 admin admin] Publish callbacks [] for security_group (5bfc5b02-6732-4206-8690-a60c8435ecba), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:00.301656 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fd55e-6f3c-4ef0-a7dd-1d4ef24bcb05 req-5f9ea8a9-5698-4880-866a-614e4d1ba117 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:00.303243 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d54fd55e-6f3c-4ef0-a7dd-1d4ef24bcb05 req-5f9ea8a9-5698-4880-866a-614e4d1ba117 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0648112 Mar 15 17:15:00.333876 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d03bf-cf17-4d0e-a516-0e06a7bd323d req-1f09b4b6-d220-46f8-8923-3dc892777005 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:00.335463 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-be3d03bf-cf17-4d0e-a516-0e06a7bd323d req-1f09b4b6-d220-46f8-8923-3dc892777005 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 946 time: 0.0582776 Mar 15 17:15:00.360387 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d54fd55e-6f3c-4ef0-a7dd-1d4ef24bcb05 req-a43255aa-184a-4144-9cca-9c878153eb53 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506289 Mar 15 17:15:00.378242 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f230da4c-8bc2-45b0-81c9-e0f8f3635ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (5bfc5b02-6732-4206-8690-a60c8435ecba), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:00.380973 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f230da4c-8bc2-45b0-81c9-e0f8f3635ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:00.382093 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f230da4c-8bc2-45b0-81c9-e0f8f3635ec5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bfc5b02-6732-4206-8690-a60c8435ecba HTTP/1.1" status: 204 len: 168 time: 0.2329562 Mar 15 17:15:00.391489 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230da4c-8bc2-45b0-81c9-e0f8f3635ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfc5b02-6732-4206-8690-a60c8435ecba,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:00.395006 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-be3d03bf-cf17-4d0e-a516-0e06a7bd323d req-809cdd2a-92df-4337-85e9-381122b2482e tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527806 Mar 15 17:15:00.645923 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a9e40-777a-4dcc-b289-5865f0f81d5e req-7614007c-535d-46d9-9849-1d6c9aca6087 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:00.647682 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-872a9e40-777a-4dcc-b289-5865f0f81d5e req-7614007c-535d-46d9-9849-1d6c9aca6087 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0516503 Mar 15 17:15:00.703048 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-872a9e40-777a-4dcc-b289-5865f0f81d5e req-5f8d2dd2-443e-4794-9c06-8eb8a96f2eb8 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489335 Mar 15 17:15:01.017306 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b7575-6120-4560-b788-50979ec20bd3 req-ae9d4409-6a61-48a9-9059-7e7408adc164 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:01.018969 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-de3b7575-6120-4560-b788-50979ec20bd3 req-ae9d4409-6a61-48a9-9059-7e7408adc164 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 945 time: 0.0567672 Mar 15 17:15:01.083036 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-de3b7575-6120-4560-b788-50979ec20bd3 req-18066b9e-0d7d-41c1-b3b2-2c4101ff62c4 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492606 Mar 15 17:15:01.190046 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f293d4-e55a-4346-a595-8454f1d6fc6d req-2956c162-7e65-4e7e-9b28-7d84d4fa9794 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:01.191574 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c8f293d4-e55a-4346-a595-8454f1d6fc6d req-2956c162-7e65-4e7e-9b28-7d84d4fa9794 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0553703 Mar 15 17:15:01.240284 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c8f293d4-e55a-4346-a595-8454f1d6fc6d req-d45c9789-c413-4edb-a2ab-ad72739d692a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429518 Mar 15 17:15:01.492049 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddea3d-6da8-4694-85bb-84d241bd9363 req-525fae62-d00d-446f-8b27-1c33527c6a96 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:01.495291 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2bddea3d-6da8-4694-85bb-84d241bd9363 req-525fae62-d00d-446f-8b27-1c33527c6a96 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0633767 Mar 15 17:15:01.533663 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9a4d2-f47d-4d01-b086-ca1920eb71ce req-3d31e14d-c027-4a56-a44f-ca327bcf8925 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:01.541801 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-87e9a4d2-f47d-4d01-b086-ca1920eb71ce req-3d31e14d-c027-4a56-a44f-ca327bcf8925 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 946 time: 0.0711875 Mar 15 17:15:01.586559 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2bddea3d-6da8-4694-85bb-84d241bd9363 req-20f41f5e-3eb9-4a2e-9e32-bcc8b012c7cf tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851865 Mar 15 17:15:01.603000 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-87e9a4d2-f47d-4d01-b086-ca1920eb71ce req-2d475b15-16ce-4ac1-97bb-e2568ee21693 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595136 Mar 15 17:15:01.826966 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb04df-30c1-46b2-a0f3-2321d68ddbb7 req-866caf0d-325a-4a47-9d8e-0b16991ac0f8 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:01.828480 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a9eb04df-30c1-46b2-a0f3-2321d68ddbb7 req-866caf0d-325a-4a47-9d8e-0b16991ac0f8 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0550904 Mar 15 17:15:01.881096 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a9eb04df-30c1-46b2-a0f3-2321d68ddbb7 req-a7cc084c-4ee3-45eb-b0fd-a37649e54c0f tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465441 Mar 15 17:15:02.041492 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578faf4-22f4-4fd9-8344-325cf53e26e0 req-b686678a-38d6-4073-8d4c-35b25f376691 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:02.053545 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3578faf4-22f4-4fd9-8344-325cf53e26e0 req-b686678a-38d6-4073-8d4c-35b25f376691 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0673733 Mar 15 17:15:02.053645 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 37784) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:02.056935 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-9147ef45-0fca-4754-a304-8bb2f0b021e6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Request body: {'floatingip': {'port_id': '5bf3acce-71a7-4f78-bf4d-27dde9a9599e'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:15:02.132058 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9147ef45-0fca-4754-a304-8bb2f0b021e6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for floatingip (cc43befc-94b9-42d2-958b-0d8176482c48), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:02.315057 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6b6a8-e18c-4da8-8c98-1ede6907c527 req-8e3bab03-ff0b-4e6c-93d2-24ab3f4e48c2 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:02.316568 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-43d6b6a8-e18c-4da8-8c98-1ede6907c527 req-8e3bab03-ff0b-4e6c-93d2-24ab3f4e48c2 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 945 time: 0.1529515 Mar 15 17:15:02.406096 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315a32-6596-4328-9311-ae0254d603d9 req-9e4207f9-4bd6-4f03-ac39-62c97f62c927 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:02.412802 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-96315a32-6596-4328-9311-ae0254d603d9 req-9e4207f9-4bd6-4f03-ac39-62c97f62c927 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0951974 Mar 15 17:15:02.443269 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-43d6b6a8-e18c-4da8-8c98-1ede6907c527 req-f5d93893-255f-4c90-b0c6-d9aa663ae812 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201267 Mar 15 17:15:02.466162 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-96315a32-6596-4328-9311-ae0254d603d9 req-d6725d36-8908-4ae1-a371-0e9199c4b93e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523295 Mar 15 17:15:02.742702 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8ed5d-e78e-49c2-996b-05dfde5a9bc5 req-da9dce7b-b69c-4c88-af0c-13a5659dec04 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:02.744206 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-86d8ed5d-e78e-49c2-996b-05dfde5a9bc5 req-da9dce7b-b69c-4c88-af0c-13a5659dec04 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0658383 Mar 15 17:15:02.806926 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-86d8ed5d-e78e-49c2-996b-05dfde5a9bc5 req-e7146ac5-6783-45bf-9d61-8ba528e360b2 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537062 Mar 15 17:15:02.879177 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 37826) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:02.941218 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746c8ce-caf4-4ab2-9a86-229f7392d3dc req-6c4ce8a4-afeb-4db3-85da-4def9b4e2ba5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:02.956950 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3746c8ce-caf4-4ab2-9a86-229f7392d3dc req-6c4ce8a4-afeb-4db3-85da-4def9b4e2ba5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.2578123 Mar 15 17:15:02.957980 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24121ecd-67cd-4242-8f95-e716a6f32c4d req-124c92e6-04e1-4b76-8ded-93e8255ea45d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:02.959511 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-24121ecd-67cd-4242-8f95-e716a6f32c4d req-124c92e6-04e1-4b76-8ded-93e8255ea45d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 946 time: 0.0615871 Mar 15 17:15:02.960001 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 37832) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:02.964372 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-ba2577c6-2486-452f-9a1d-1b815b7df473 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Request body: {'floatingip': {'port_id': '6afb6f11-7e65-449c-87d5-5fa497bb403e'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:15:03.060604 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ba2577c6-2486-452f-9a1d-1b815b7df473 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for floatingip (7d6556fb-3c33-4b5b-a377-0eb7b906f185), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:03.080069 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b47a2fd8-fa9a-4d23-8c6c-65d48494b536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:03.083079 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.db.resource_extend [None req-9147ef45-0fca-4754-a304-8bb2f0b021e6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 15 17:15:03.185959 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-24121ecd-67cd-4242-8f95-e716a6f32c4d req-257f227b-cddd-446d-a671-41922190d78e tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876602 Mar 15 17:15:03.190757 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9147ef45-0fca-4754-a304-8bb2f0b021e6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:03.258028 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b47a2fd8-fa9a-4d23-8c6c-65d48494b536 admin admin] Publish callbacks [] for security_group (9f9388b8-2d76-4aee-9d22-55450b267f10), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:03.338238 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9147ef45-0fca-4754-a304-8bb2f0b021e6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (cc43befc-94b9-42d2-958b-0d8176482c48), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:03.434273 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b47a2fd8-fa9a-4d23-8c6c-65d48494b536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9f9388b8-2d76-4aee-9d22-55450b267f10), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:03.466468 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-9147ef45-0fca-4754-a304-8bb2f0b021e6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Floating IP cc43befc-94b9-42d2-958b-0d8176482c48 associated. External IP: 172.27.3.31, port: 5bf3acce-71a7-4f78-bf4d-27dde9a9599e. Mar 15 17:15:03.556665 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992579e7-b117-443d-9a5b-6334de0f1601 req-9ee30adc-ed73-4242-92bc-b09ea5b42b75 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:03.558779 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-992579e7-b117-443d-9a5b-6334de0f1601 req-9ee30adc-ed73-4242-92bc-b09ea5b42b75 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 946 time: 0.1064377 Mar 15 17:15:03.567493 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b47a2fd8-fa9a-4d23-8c6c-65d48494b536 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b2c2394ce414a50a1253fa74551660a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6872752 Mar 15 17:15:03.574750 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 37842) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:03.575381 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 37844) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:03.584090 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a2fd8-fa9a-4d23-8c6c-65d48494b536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9388b8-2d76-4aee-9d22-55450b267f10,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:03.589804 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-12bb9f98-6aef-4bbf-968a-1434b9a4573b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'floatingip': {'port_id': '5a1ffd4f-cc0d-456f-b273-18f4d154808b'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:15:03.643444 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525736e-9ca9-4b7b-8b71-5035efcda154 req-d8430568-455e-43b3-9d4d-9c80519b0c07 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:03.644903 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0525736e-9ca9-4b7b-8b71-5035efcda154 req-d8430568-455e-43b3-9d4d-9c80519b0c07 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 945 time: 0.0842330 Mar 15 17:15:03.727089 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-12bb9f98-6aef-4bbf-968a-1434b9a4573b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (309649aa-e116-499e-8ae9-3d0734359602), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:03.763614 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0525736e-9ca9-4b7b-8b71-5035efcda154 req-60a99e75-5cc8-4364-a245-59878c648f0e tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118748 Mar 15 17:15:03.802471 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9147ef45-0fca-4754-a304-8bb2f0b021e6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Router c723054c-3734-4a52-a3a9-c40fbdfee8df has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:15:03.928696 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9147ef45-0fca-4754-a304-8bb2f0b021e6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:15:03.934373 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9147ef45-0fca-4754-a304-8bb2f0b021e6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:03.944195 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc83de18-3669-4e90-82a4-359839021f3a None None] Sync routers for ids ['c723054c-3734-4a52-a3a9-c40fbdfee8df'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:15:03.954335 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83de18-3669-4e90-82a4-359839021f3a None None] Routers {'c723054c-3734-4a52-a3a9-c40fbdfee8df'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:15:03.955302 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-dc83de18-3669-4e90-82a4-359839021f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:14:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['c723054c-3734-4a52-a3a9-c40fbdfee8df'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:15:03.965914 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9147ef45-0fca-4754-a304-8bb2f0b021e6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "PUT /v2.0/floatingips/cc43befc-94b9-42d2-958b-0d8176482c48 HTTP/1.1" status: 200 len: 990 time: 1.9127748 Mar 15 17:15:03.967693 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4', 'tag': '5bf3acce-71a7-4f78-bf4d-27dde9a9599e'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:15:03.971350 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a72df40-edfd-47eb-9a3f-d4a9b3676990" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4", "tag": "5bf3acce-71a7-4f78-bf4d-27dde9a9599e"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:15:03.982493 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Publish callbacks [] for security_group (9f9388b8-2d76-4aee-9d22-55450b267f10), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:04.016765 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d64016-3b4c-475d-90e1-e3e121405cc1 x-openstack-request-id: req-68d64016-3b4c-475d-90e1-e3e121405cc1 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:15:04.017132 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4", "tag": "5bf3acce-71a7-4f78-bf4d-27dde9a9599e", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:15:04.017303 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68d64016-3b4c-475d-90e1-e3e121405cc1 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:15:04.017694 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4', 'tag': '5bf3acce-71a7-4f78-bf4d-27dde9a9599e', 'status': 'completed', 'code': 200} Mar 15 17:15:04.058294 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c91be6-cc27-4385-99a4-9db1a03dbf75 req-5b5cc71d-cfd2-4e92-bdb2-8ae7de7bf0ac tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:04.059827 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-67c91be6-cc27-4385-99a4-9db1a03dbf75 req-5b5cc71d-cfd2-4e92-bdb2-8ae7de7bf0ac tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.4308326 Mar 15 17:15:04.077662 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-dc83de18-3669-4e90-82a4-359839021f3a None None] Set router c723054c-3734-4a52-a3a9-c40fbdfee8df gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:15:04.181715 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Publish callbacks [] for security_group (9f9388b8-2d76-4aee-9d22-55450b267f10), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:04.196411 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.db.resource_extend [None req-ba2577c6-2486-452f-9a1d-1b815b7df473 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 15 17:15:04.299872 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ba2577c6-2486-452f-9a1d-1b815b7df473 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:04.356979 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-67c91be6-cc27-4385-99a4-9db1a03dbf75 req-d7dae9bf-1056-4ffb-b95e-357c8e1056c8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872756 Mar 15 17:15:04.374742 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-dc83de18-3669-4e90-82a4-359839021f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': 'cc43befc-94b9-42d2-958b-0d8176482c48', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'port_id': '5bf3acce-71a7-4f78-bf4d-27dde9a9599e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'mac_address': 'fa:16:3e:64:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:14:26Z', 'updated_at': '2022-03-15T17:15:02Z', 'revision_number': 1, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:35Z', 'revision_number': 5, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:15:04.400309 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc83de18-3669-4e90-82a4-359839021f3a None None] Checking router: c723054c-3734-4a52-a3a9-c40fbdfee8df for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:15:04.408803 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83de18-3669-4e90-82a4-359839021f3a None None] Routers {'c723054c-3734-4a52-a3a9-c40fbdfee8df'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:15:04.409399 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-dc83de18-3669-4e90-82a4-359839021f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:14:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['c723054c-3734-4a52-a3a9-c40fbdfee8df'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:15:04.516137 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-dc83de18-3669-4e90-82a4-359839021f3a None None] Set router c723054c-3734-4a52-a3a9-c40fbdfee8df gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:15:04.538111 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9f9388b8-2d76-4aee-9d22-55450b267f10), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:04.540920 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:04.545478 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f9388b8-2d76-4aee-9d22-55450b267f10 HTTP/1.1" status: 204 len: 168 time: 0.9658332 Mar 15 17:15:04.546516 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ba2577c6-2486-452f-9a1d-1b815b7df473 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (7d6556fb-3c33-4b5b-a377-0eb7b906f185), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:04.618948 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9388b8-2d76-4aee-9d22-55450b267f10,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:04.634862 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:04.635214 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:04.635560 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:04.636020 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:04.636340 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:04.637020 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:04.637132 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:04.637387 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:04.637715 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:04.638040 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:04.638875 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:04.638875 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:04.641685 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:04.641685 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:04.641685 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f073bac-f404-448d-b4e3-a22d7ae854d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:04.643631 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.db.resource_extend [None req-12bb9f98-6aef-4bbf-968a-1434b9a4573b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 15 17:15:04.726843 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-ba2577c6-2486-452f-9a1d-1b815b7df473 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Floating IP 7d6556fb-3c33-4b5b-a377-0eb7b906f185 associated. External IP: 172.27.3.38, port: 6afb6f11-7e65-449c-87d5-5fa497bb403e. Mar 15 17:15:04.803747 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-dc83de18-3669-4e90-82a4-359839021f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': 'cc43befc-94b9-42d2-958b-0d8176482c48', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'port_id': '5bf3acce-71a7-4f78-bf4d-27dde9a9599e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'mac_address': 'fa:16:3e:64:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:14:26Z', 'updated_at': '2022-03-15T17:15:02Z', 'revision_number': 1, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:35Z', 'revision_number': 5, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:15:04.853375 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc83de18-3669-4e90-82a4-359839021f3a None None] The sync data for ids ['c723054c-3734-4a52-a3a9-c40fbdfee8df'] in dv-cinder-831247-12-iscsi is: [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': 'cc43befc-94b9-42d2-958b-0d8176482c48', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'port_id': '5bf3acce-71a7-4f78-bf4d-27dde9a9599e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'mac_address': 'fa:16:3e:64:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:14:26Z', 'updated_at': '2022-03-15T17:15:02Z', 'revision_number': 1, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:35Z', 'revision_number': 5, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:15:05.120177 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-12bb9f98-6aef-4bbf-968a-1434b9a4573b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:05.168473 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdde4e7-572e-4b8e-b9ec-51a004dde8de None None] New status for floating IP cc43befc-94b9-42d2-958b-0d8176482c48: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:15:05.270117 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-12bb9f98-6aef-4bbf-968a-1434b9a4573b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (309649aa-e116-499e-8ae9-3d0734359602), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:05.399383 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2577c6-2486-452f-9a1d-1b815b7df473 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Router 71f44b43-a476-4d20-b4ab-8c89f27ffdda has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:15:05.409182 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-12bb9f98-6aef-4bbf-968a-1434b9a4573b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Floating IP 309649aa-e116-499e-8ae9-3d0734359602 associated. External IP: 172.27.3.171, port: 5a1ffd4f-cc0d-456f-b273-18f4d154808b. Mar 15 17:15:05.487210 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5efe5-a2c3-4c52-ace1-9838ea3def07 req-3621ecd2-a90d-4f6f-8108-e5aa7126ce2a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:05.488810 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7ba5efe5-a2c3-4c52-ace1-9838ea3def07 req-3621ecd2-a90d-4f6f-8108-e5aa7126ce2a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0587761 Mar 15 17:15:05.546521 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7ba5efe5-a2c3-4c52-ace1-9838ea3def07 req-6a19a44d-42ab-4b6b-b229-8ee225c3fb58 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503798 Mar 15 17:15:05.609283 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2577c6-2486-452f-9a1d-1b815b7df473 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:15:05.613782 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ba2577c6-2486-452f-9a1d-1b815b7df473 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:05.618371 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b0373-3532-478a-8264-ef0714de723d None None] Sync routers for ids ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:15:05.628599 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b0373-3532-478a-8264-ef0714de723d None None] Routers {'71f44b43-a476-4d20-b4ab-8c89f27ffdda'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:15:05.629195 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-436b0373-3532-478a-8264-ef0714de723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:14:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:15:05.710398 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-ba2577c6-2486-452f-9a1d-1b815b7df473 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "PUT /v2.0/floatingips/7d6556fb-3c33-4b5b-a377-0eb7b906f185 HTTP/1.1" status: 200 len: 991 time: 2.7493594 Mar 15 17:15:05.713580 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'tag': '6afb6f11-7e65-449c-87d5-5fa497bb403e'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:15:05.715940 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879d18b2-6c47-41e0-9650-0b79087be5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "041a9e82-c88a-4a18-a0d0-945453f608b1", "tag": "6afb6f11-7e65-449c-87d5-5fa497bb403e"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:15:05.758683 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-436b0373-3532-478a-8264-ef0714de723d None None] Set router 71f44b43-a476-4d20-b4ab-8c89f27ffdda gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:15:05.762135 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bb9f98-6aef-4bbf-968a-1434b9a4573b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Router 91396da6-be11-4177-8f93-2dbf6404da12 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:15:05.767839 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72bbca1-24a6-4e10-b6d0-b6147cd52a8a x-openstack-request-id: req-e72bbca1-24a6-4e10-b6d0-b6147cd52a8a {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:15:05.768394 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041a9e82-c88a-4a18-a0d0-945453f608b1", "tag": "6afb6f11-7e65-449c-87d5-5fa497bb403e", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:15:05.768586 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e72bbca1-24a6-4e10-b6d0-b6147cd52a8a {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:15:05.769060 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'tag': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'status': 'completed', 'code': 200} Mar 15 17:15:05.894615 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bb9f98-6aef-4bbf-968a-1434b9a4573b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:15:05.899589 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-12bb9f98-6aef-4bbf-968a-1434b9a4573b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:05.905437 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948914c1-8961-4bed-8dad-c19614f10ed3 None None] Sync routers for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:15:05.917846 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948914c1-8961-4bed-8dad-c19614f10ed3 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:15:05.919429 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-948914c1-8961-4bed-8dad-c19614f10ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:14:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:15:05.946707 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-12bb9f98-6aef-4bbf-968a-1434b9a4573b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "PUT /v2.0/floatingips/309649aa-e116-499e-8ae9-3d0734359602 HTTP/1.1" status: 200 len: 992 time: 2.3592708 Mar 15 17:15:06.006483 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-436b0373-3532-478a-8264-ef0714de723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '7d6556fb-3c33-4b5b-a377-0eb7b906f185', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'port_id': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'mac_address': 'fa:16:3e:a6:3e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:14:20Z', 'updated_at': '2022-03-15T17:15:03Z', 'revision_number': 1, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9b0933-0d2e-464d-af74-1b83cc7f122a', 'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'mac_address': 'fa:16:3e:d6:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 5, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'subnets': [{'id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:15:06.033068 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b0373-3532-478a-8264-ef0714de723d None None] Checking router: 71f44b43-a476-4d20-b4ab-8c89f27ffdda for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:15:06.069011 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b0373-3532-478a-8264-ef0714de723d None None] Routers {'71f44b43-a476-4d20-b4ab-8c89f27ffdda'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:15:06.069011 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-436b0373-3532-478a-8264-ef0714de723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:14:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:15:06.069310 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-948914c1-8961-4bed-8dad-c19614f10ed3 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:15:06.165440 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-436b0373-3532-478a-8264-ef0714de723d None None] Set router 71f44b43-a476-4d20-b4ab-8c89f27ffdda gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:15:06.469652 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-948914c1-8961-4bed-8dad-c19614f10ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '309649aa-e116-499e-8ae9-3d0734359602', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': '5a1ffd4f-cc0d-456f-b273-18f4d154808b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:38:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:14:23Z', 'updated_at': '2022-03-15T17:15:04Z', 'revision_number': 1, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:15:06.501260 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948914c1-8961-4bed-8dad-c19614f10ed3 None None] Checking router: 91396da6-be11-4177-8f93-2dbf6404da12 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:15:06.510126 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948914c1-8961-4bed-8dad-c19614f10ed3 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:15:06.510773 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-948914c1-8961-4bed-8dad-c19614f10ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:14:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:15:06.540328 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-436b0373-3532-478a-8264-ef0714de723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '7d6556fb-3c33-4b5b-a377-0eb7b906f185', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'port_id': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'mac_address': 'fa:16:3e:a6:3e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:14:20Z', 'updated_at': '2022-03-15T17:15:03Z', 'revision_number': 1, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9b0933-0d2e-464d-af74-1b83cc7f122a', 'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'mac_address': 'fa:16:3e:d6:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 5, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'subnets': [{'id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:15:06.575858 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b0373-3532-478a-8264-ef0714de723d None None] The sync data for ids ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'] in dv-cinder-831247-12-iscsi is: [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '7d6556fb-3c33-4b5b-a377-0eb7b906f185', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'port_id': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'mac_address': 'fa:16:3e:a6:3e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:14:20Z', 'updated_at': '2022-03-15T17:15:03Z', 'revision_number': 1, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9b0933-0d2e-464d-af74-1b83cc7f122a', 'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'mac_address': 'fa:16:3e:d6:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 5, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'subnets': [{'id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:15:06.628431 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaa0b4-881f-4aed-9b77-638d1a0c1987 req-8aaa1843-10e9-47ad-aa49-10a6bd562359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:06.630038 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95aaa0b4-881f-4aed-9b77-638d1a0c1987 req-8aaa1843-10e9-47ad-aa49-10a6bd562359 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=586e3ae672c94d9dbc89fd874cd5bff4&device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 1129 time: 0.1375086 Mar 15 17:15:06.636707 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72df40-edfd-47eb-9a3f-d4a9b3676990 req-07fb2b67-29ff-4637-ac22-b6e93284cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:06.640118 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9a72df40-edfd-47eb-9a3f-d4a9b3676990 req-07fb2b67-29ff-4637-ac22-b6e93284cb31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6&device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 1129 time: 0.1073956 Mar 15 17:15:06.659423 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-948914c1-8961-4bed-8dad-c19614f10ed3 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:15:06.715688 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d18b2-6c47-41e0-9650-0b79087be5d1 req-1f36875e-a875-4275-a668-0d1f10fd8371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:06.717156 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-879d18b2-6c47-41e0-9650-0b79087be5d1 req-1f36875e-a875-4275-a668-0d1f10fd8371 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 1130 time: 0.1941760 Mar 15 17:15:06.846821 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 37920) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:06.864516 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f18f4-b2b4-4824-8324-760004b91190 None None] New status for floating IP 7d6556fb-3c33-4b5b-a377-0eb7b906f185: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:15:07.071746 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-948914c1-8961-4bed-8dad-c19614f10ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '309649aa-e116-499e-8ae9-3d0734359602', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': '5a1ffd4f-cc0d-456f-b273-18f4d154808b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:38:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:14:23Z', 'updated_at': '2022-03-15T17:15:04Z', 'revision_number': 1, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:15:07.079328 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9c3c609e-5bda-4adc-b35c-a1e855b94c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:07.106060 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948914c1-8961-4bed-8dad-c19614f10ed3 None None] The sync data for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi is: [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '309649aa-e116-499e-8ae9-3d0734359602', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': '5a1ffd4f-cc0d-456f-b273-18f4d154808b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:38:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:14:23Z', 'updated_at': '2022-03-15T17:15:04Z', 'revision_number': 1, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:15:07.188557 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9c3c609e-5bda-4adc-b35c-a1e855b94c76 admin admin] Publish callbacks [] for security_group (913b1e63-2bdc-4139-ab34-5a09820743f0), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:07.263403 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaa0b4-881f-4aed-9b77-638d1a0c1987 req-3123945e-2a8f-431f-b5a0-16c86d6d984d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:07.264892 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95aaa0b4-881f-4aed-9b77-638d1a0c1987 req-3123945e-2a8f-431f-b5a0-16c86d6d984d service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8ca1a9b-c211-440b-aad1-4246de63ebf1 HTTP/1.1" status: 200 len: 919 time: 0.6238282 Mar 15 17:15:07.271499 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72df40-edfd-47eb-9a3f-d4a9b3676990 req-6d98ad5d-1bcc-4562-800f-e25a3037ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:07.274868 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9a72df40-edfd-47eb-9a3f-d4a9b3676990 req-6d98ad5d-1bcc-4562-800f-e25a3037ba5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 HTTP/1.1" status: 200 len: 911 time: 0.6221871 Mar 15 17:15:07.283299 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876335b7-e79e-4c93-927b-3e6775e11741 req-4ddb9f43-004d-47cf-8ee9-5dc01177455d tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:07.285642 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-876335b7-e79e-4c93-927b-3e6775e11741 req-4ddb9f43-004d-47cf-8ee9-5dc01177455d tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.5861025 Mar 15 17:15:07.302987 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d18b2-6c47-41e0-9650-0b79087be5d1 req-41de0dfd-ce28-425a-a154-e2b7c83d5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:07.304408 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-879d18b2-6c47-41e0-9650-0b79087be5d1 req-41de0dfd-ce28-425a-a154-e2b7c83d5fb7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f8cff2af-e6bb-48e4-afbf-b43442da6768 HTTP/1.1" status: 200 len: 918 time: 0.5470843 Mar 15 17:15:07.309633 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9c3c609e-5bda-4adc-b35c-a1e855b94c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (913b1e63-2bdc-4139-ab34-5a09820743f0), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:07.357794 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9c3c609e-5bda-4adc-b35c-a1e855b94c76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a275630afa7d4b55a504e062c430d58d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5091276 Mar 15 17:15:07.358717 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c609e-5bda-4adc-b35c-a1e855b94c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913b1e63-2bdc-4139-ab34-5a09820743f0,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:07.361149 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 37930) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:07.373988 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2e64d0-545e-4343-8318-123e4b69a4ed None None] New status for floating IP 309649aa-e116-499e-8ae9-3d0734359602: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:15:07.413402 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95aaa0b4-881f-4aed-9b77-638d1a0c1987 req-b0050ef5-3090-49be-b01b-d2c279586fad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76b4dc57-04bf-4e68-ac74-6932886e46f8 HTTP/1.1" status: 200 len: 217 time: 0.1374066 Mar 15 17:15:07.423055 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2337a612-514d-43b9-b198-16ce331b2cb8 admin admin] Publish callbacks [] for security_group (913b1e63-2bdc-4139-ab34-5a09820743f0), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:07.449431 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2337a612-514d-43b9-b198-16ce331b2cb8 admin admin] Publish callbacks [] for security_group (913b1e63-2bdc-4139-ab34-5a09820743f0), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:07.568204 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-879d18b2-6c47-41e0-9650-0b79087be5d1 req-53b8a4b9-be8e-43d7-969c-c68551a59c53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e HTTP/1.1" status: 200 len: 1001 time: 0.1958659 Mar 15 17:15:07.578683 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9a72df40-edfd-47eb-9a3f-d4a9b3676990 req-ff4853f0-f926-49fa-8b1e-795a829b5faa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bf3acce-71a7-4f78-bf4d-27dde9a9599e HTTP/1.1" status: 200 len: 1000 time: 0.2919357 Mar 15 17:15:07.590389 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2337a612-514d-43b9-b198-16ce331b2cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (913b1e63-2bdc-4139-ab34-5a09820743f0), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:07.595702 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2337a612-514d-43b9-b198-16ce331b2cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:07.597297 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2337a612-514d-43b9-b198-16ce331b2cb8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/913b1e63-2bdc-4139-ab34-5a09820743f0 HTTP/1.1" status: 204 len: 168 time: 0.2352195 Mar 15 17:15:07.610340 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337a612-514d-43b9-b198-16ce331b2cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913b1e63-2bdc-4139-ab34-5a09820743f0,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:07.672103 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-989b305b-4abc-450e-89c1-1256f15caeb7 req-3b98207b-b40a-483a-a17d-bc2449b995df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477438 Mar 15 17:15:07.682557 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-876335b7-e79e-4c93-927b-3e6775e11741 req-d755e4a0-0c00-4667-9f71-6bcec9f95ea1 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838053 Mar 15 17:15:07.689151 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaa0b4-881f-4aed-9b77-638d1a0c1987 req-503a5176-89fa-4b05-9e88-7b88e19f9937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:07.690874 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95aaa0b4-881f-4aed-9b77-638d1a0c1987 req-503a5176-89fa-4b05-9e88-7b88e19f9937 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7c7c-a1e8-4a52-95d6-dbff35d88981 HTTP/1.1" status: 200 len: 858 time: 0.1752474 Mar 15 17:15:07.732991 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72df40-edfd-47eb-9a3f-d4a9b3676990 req-2cc0525c-d590-4fb9-a2c3-e1d6170b075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:07.734612 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9a72df40-edfd-47eb-9a3f-d4a9b3676990 req-2cc0525c-d590-4fb9-a2c3-e1d6170b075d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea20a277-8929-462e-8afe-93fc21e630d2 HTTP/1.1" status: 200 len: 849 time: 0.1393604 Mar 15 17:15:07.751160 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d18b2-6c47-41e0-9650-0b79087be5d1 req-bf7b29b1-20e9-4cde-ad9e-68d2e4b876ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:07.752601 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-879d18b2-6c47-41e0-9650-0b79087be5d1 req-bf7b29b1-20e9-4cde-ad9e-68d2e4b876ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11 HTTP/1.1" status: 200 len: 856 time: 0.1585546 Mar 15 17:15:07.756344 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95aaa0b4-881f-4aed-9b77-638d1a0c1987 req-d4ae3639-4c0e-44af-8416-10beb0c919e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8ca1a9b-c211-440b-aad1-4246de63ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430934 Mar 15 17:15:07.775045 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'tag': '5a1ffd4f-cc0d-456f-b273-18f4d154808b'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:15:07.777557 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84d9815-a7c2-4c0c-a277-8824d95e2d65" -d '{"events": [{"name": "network-changed", "server_uuid": "85209492-aaa5-4aa5-8798-2eb6fe849209", "tag": "5a1ffd4f-cc0d-456f-b273-18f4d154808b"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:15:07.798655 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b305b-4abc-450e-89c1-1256f15caeb7 req-c31d4d4f-a8f1-499b-aeaa-09afa574e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:07.800176 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-989b305b-4abc-450e-89c1-1256f15caeb7 req-c31d4d4f-a8f1-499b-aeaa-09afa574e66c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b383b278a7e4d36a4f651efd58b00e0&device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 1129 time: 0.0645239 Mar 15 17:15:07.819245 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f3cada-1747-46f2-bb67-b242b922736e x-openstack-request-id: req-76f3cada-1747-46f2-bb67-b242b922736e {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:15:07.819536 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85209492-aaa5-4aa5-8798-2eb6fe849209", "tag": "5a1ffd4f-cc0d-456f-b273-18f4d154808b", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:15:07.819790 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76f3cada-1747-46f2-bb67-b242b922736e {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:15:07.820189 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'tag': '5a1ffd4f-cc0d-456f-b273-18f4d154808b', 'status': 'completed', 'code': 200} Mar 15 17:15:07.896529 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72df40-edfd-47eb-9a3f-d4a9b3676990 req-34739cb4-8356-4d1d-a1b8-29a29e147e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:07.898361 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9a72df40-edfd-47eb-9a3f-d4a9b3676990 req-34739cb4-8356-4d1d-a1b8-29a29e147e76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1446359 Mar 15 17:15:07.918836 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d18b2-6c47-41e0-9650-0b79087be5d1 req-e1278f58-2fb0-44ac-a75a-b85a32dbd83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:07.920549 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-879d18b2-6c47-41e0-9650-0b79087be5d1 req-e1278f58-2fb0-44ac-a75a-b85a32dbd83a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8cff2af-e6bb-48e4-afbf-b43442da6768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1391900 Mar 15 17:15:07.955293 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d9815-a7c2-4c0c-a277-8824d95e2d65 req-5c0b1a36-2666-4932-8855-516789fcaaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:07.956747 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e84d9815-a7c2-4c0c-a277-8824d95e2d65 req-5c0b1a36-2666-4932-8855-516789fcaaf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 1130 time: 0.0835302 Mar 15 17:15:07.961482 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95aaa0b4-881f-4aed-9b77-638d1a0c1987 req-3d862cf9-9a75-4814-b640-02e5f8975103 service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787765 Mar 15 17:15:08.064835 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b305b-4abc-450e-89c1-1256f15caeb7 req-4bde3e9d-c5fd-44dd-a05f-ce19ca83c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:08.065825 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-989b305b-4abc-450e-89c1-1256f15caeb7 req-4bde3e9d-c5fd-44dd-a05f-ce19ca83c68b service neutron] 10.222.0.55 "GET /v2.0/networks?id=e18ab407-a95c-4fce-a92e-34b3c4abf901 HTTP/1.1" status: 200 len: 913 time: 0.2364993 Mar 15 17:15:08.137453 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-989b305b-4abc-450e-89c1-1256f15caeb7 req-97cada0d-3032-4b9d-9627-658bbd172528 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c027d7fb-0d02-4965-accf-5b01280ab189 HTTP/1.1" status: 200 len: 217 time: 0.0453131 Mar 15 17:15:08.225118 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d9815-a7c2-4c0c-a277-8824d95e2d65 req-4fbee453-fc9a-48d0-a8aa-05440bde98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:08.226600 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e84d9815-a7c2-4c0c-a277-8824d95e2d65 req-4fbee453-fc9a-48d0-a8aa-05440bde98fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3d728a8-748d-4c18-bacb-a3e562d9afc7 HTTP/1.1" status: 200 len: 916 time: 0.2466166 Mar 15 17:15:08.228593 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b305b-4abc-450e-89c1-1256f15caeb7 req-c2dd33e6-d5bf-4327-beb6-2c369b8dc8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:08.230129 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-989b305b-4abc-450e-89c1-1256f15caeb7 req-c2dd33e6-d5bf-4327-beb6-2c369b8dc8e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a57f7b7e-9da9-49af-b9aa-6965f48218bc HTTP/1.1" status: 200 len: 852 time: 0.0860603 Mar 15 17:15:08.246049 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95aaa0b4-881f-4aed-9b77-638d1a0c1987 req-f9199e6e-66ff-4b44-965d-3f3c904eb6f9 service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504747 Mar 15 17:15:08.250156 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9a72df40-edfd-47eb-9a3f-d4a9b3676990 req-f66f1b4d-7b21-4680-bffe-0edf2453173f service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435709 Mar 15 17:15:08.252658 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-879d18b2-6c47-41e0-9650-0b79087be5d1 req-e587cc5a-01e8-4302-8fbf-2aefefd631c7 service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944717 Mar 15 17:15:08.313114 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-989b305b-4abc-450e-89c1-1256f15caeb7 req-3e988582-d8a7-48cc-8f1a-195f185f4816 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e18ab407-a95c-4fce-a92e-34b3c4abf901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609546 Mar 15 17:15:08.411022 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e84d9815-a7c2-4c0c-a277-8824d95e2d65 req-a31a3c1f-73e4-418f-ae66-4fc6f1675d59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a1ffd4f-cc0d-456f-b273-18f4d154808b HTTP/1.1" status: 200 len: 1002 time: 0.1674647 Mar 15 17:15:08.443624 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9a72df40-edfd-47eb-9a3f-d4a9b3676990 req-2739474f-0f23-49f3-aa8a-82ba9dd1cbac service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734352 Mar 15 17:15:08.457902 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-879d18b2-6c47-41e0-9650-0b79087be5d1 req-5d522334-0475-4bd6-b145-7bb2a709316a service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773288 Mar 15 17:15:08.491621 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-989b305b-4abc-450e-89c1-1256f15caeb7 req-88482035-ae75-4af2-903b-b30e5fdd9427 service neutron] 10.222.0.55 "GET /v2.0/networks/e18ab407-a95c-4fce-a92e-34b3c4abf901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671374 Mar 15 17:15:08.493056 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d9815-a7c2-4c0c-a277-8824d95e2d65 req-548293c0-c6a0-4840-936d-2166b8eec850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:08.494369 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e84d9815-a7c2-4c0c-a277-8824d95e2d65 req-548293c0-c6a0-4840-936d-2166b8eec850 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f01540eb-1a88-461c-85a1-2be4331180be HTTP/1.1" status: 200 len: 854 time: 0.0772352 Mar 15 17:15:08.523252 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 37976) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:08.537279 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:08.606142 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d9815-a7c2-4c0c-a277-8824d95e2d65 req-0ad4af6a-b7a2-44fa-b526-3dd965296656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:08.607652 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e84d9815-a7c2-4c0c-a277-8824d95e2d65 req-0ad4af6a-b7a2-44fa-b526-3dd965296656 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d728a8-748d-4c18-bacb-a3e562d9afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1047978 Mar 15 17:15:08.612715 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Publish callbacks [] for security_group (d76dcf21-94e5-4710-935f-1c820bff4584), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:08.630303 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-989b305b-4abc-450e-89c1-1256f15caeb7 req-86e77a0d-bcfa-420c-a2ab-7ffdc03cb5f9 service neutron] 10.222.0.55 "GET /v2.0/networks/e18ab407-a95c-4fce-a92e-34b3c4abf901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283655 Mar 15 17:15:08.714937 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e84d9815-a7c2-4c0c-a277-8824d95e2d65 req-db0c9567-98af-4820-a73b-25d31fbf8e36 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971949 Mar 15 17:15:08.720753 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (d76dcf21-94e5-4710-935f-1c820bff4584), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:08.761482 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4b4873276fd48708213ec2d750605b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370322 Mar 15 17:15:08.764174 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76dcf21-94e5-4710-935f-1c820bff4584,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:08.765739 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 37986) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:08.771317 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:08.771798 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:08.772515 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:08.773420 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:08.773420 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:08.773798 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:08.774288 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:08.774714 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:08.775166 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:08.775600 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:08.776037 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:08.777024 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:08.778762 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:08.778762 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:08.778762 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38e2fa0-608f-4b69-99f2-fd1b5008a108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:08.891853 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7a748-f1f3-4f05-91f3-73e671717726 req-86717799-3aa5-437f-96fa-8a6a7b8ca9bb tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:08.893168 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-44e7a748-f1f3-4f05-91f3-73e671717726 req-86717799-3aa5-437f-96fa-8a6a7b8ca9bb tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1285596 Mar 15 17:15:08.895366 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e84d9815-a7c2-4c0c-a277-8824d95e2d65 req-94c3d8a3-0a44-4a43-9cc2-829052ed6866 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741004 Mar 15 17:15:08.896124 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2927188-3cc0-405e-b6af-5a40c6113486 admin admin] Publish callbacks [] for security_group (d76dcf21-94e5-4710-935f-1c820bff4584), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:08.935758 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2927188-3cc0-405e-b6af-5a40c6113486 admin admin] Publish callbacks [] for security_group (d76dcf21-94e5-4710-935f-1c820bff4584), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:08.974987 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-44e7a748-f1f3-4f05-91f3-73e671717726 req-7e090c9f-8eb8-4038-b455-9444e657d417 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755541 Mar 15 17:15:09.018136 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:09.109665 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2927188-3cc0-405e-b6af-5a40c6113486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (d76dcf21-94e5-4710-935f-1c820bff4584), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:09.112313 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2927188-3cc0-405e-b6af-5a40c6113486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:09.113458 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e2927188-3cc0-405e-b6af-5a40c6113486 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d76dcf21-94e5-4710-935f-1c820bff4584 HTTP/1.1" status: 204 len: 168 time: 0.3468368 Mar 15 17:15:09.121779 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2927188-3cc0-405e-b6af-5a40c6113486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76dcf21-94e5-4710-935f-1c820bff4584,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:10.109543 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4cd24-b9f9-477b-9bdc-4cd15ed1604b req-955dcfd5-012d-45d3-b5c0-9ee80dd5b928 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:10.111063 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bdb4cd24-b9f9-477b-9bdc-4cd15ed1604b req-955dcfd5-012d-45d3-b5c0-9ee80dd5b928 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0547731 Mar 15 17:15:10.163003 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bdb4cd24-b9f9-477b-9bdc-4cd15ed1604b req-f38c38da-6a2e-405e-9581-1872f32e937e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460639 Mar 15 17:15:10.297623 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 38036) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:10.502954 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6a0d676a-bf1c-4a80-88ba-0e890a7f002a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:10.587330 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6a0d676a-bf1c-4a80-88ba-0e890a7f002a admin admin] Publish callbacks [] for security_group (54dbe8a2-852b-4f28-815a-41fe43c7a78c), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:10.675201 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6a0d676a-bf1c-4a80-88ba-0e890a7f002a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (54dbe8a2-852b-4f28-815a-41fe43c7a78c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:10.712800 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6a0d676a-bf1c-4a80-88ba-0e890a7f002a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=460b9a1afe9d4238b5d874bfff9aa913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4141054 Mar 15 17:15:10.714692 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d676a-bf1c-4a80-88ba-0e890a7f002a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dbe8a2-852b-4f28-815a-41fe43c7a78c,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:10.716124 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 38050) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:10.763570 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d4da9acc-c3da-461b-a840-1e2b6f780935 admin admin] Publish callbacks [] for security_group (54dbe8a2-852b-4f28-815a-41fe43c7a78c), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:10.784230 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d4da9acc-c3da-461b-a840-1e2b6f780935 admin admin] Publish callbacks [] for security_group (54dbe8a2-852b-4f28-815a-41fe43c7a78c), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:10.915040 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d4da9acc-c3da-461b-a840-1e2b6f780935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (54dbe8a2-852b-4f28-815a-41fe43c7a78c), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:10.917791 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d4da9acc-c3da-461b-a840-1e2b6f780935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:10.918969 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d4da9acc-c3da-461b-a840-1e2b6f780935 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54dbe8a2-852b-4f28-815a-41fe43c7a78c HTTP/1.1" status: 204 len: 168 time: 0.2018423 Mar 15 17:15:10.927819 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da9acc-c3da-461b-a840-1e2b6f780935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dbe8a2-852b-4f28-815a-41fe43c7a78c,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:11.348790 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61207a-9a03-4c9a-86a9-6de8ec4c3647 req-05cb3006-a66e-43ef-bdac-7fd4e1566ecd tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:11.350289 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fc61207a-9a03-4c9a-86a9-6de8ec4c3647 req-05cb3006-a66e-43ef-bdac-7fd4e1566ecd tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0618980 Mar 15 17:15:11.405359 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fc61207a-9a03-4c9a-86a9-6de8ec4c3647 req-881957ef-4bd5-418c-9a0f-fe73217e36a1 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461004 Mar 15 17:15:12.522971 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbb58a-ca7a-4a86-9d63-7489b7346e54 req-fb5a5c3a-07fb-4c1a-a38d-92b5265a5f2a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:12.524446 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-63dbb58a-ca7a-4a86-9d63-7489b7346e54 req-fb5a5c3a-07fb-4c1a-a38d-92b5265a5f2a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0526547 Mar 15 17:15:12.572410 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-63dbb58a-ca7a-4a86-9d63-7489b7346e54 req-40da14d6-181f-42fe-94e0-81f33a94100a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415914 Mar 15 17:15:13.692919 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006125f-f2c0-46ac-8930-3386ca055e76 req-f0634da9-0fb1-4a87-962e-7ae3851b8a75 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:13.694388 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3006125f-f2c0-46ac-8930-3386ca055e76 req-f0634da9-0fb1-4a87-962e-7ae3851b8a75 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0522339 Mar 15 17:15:13.742292 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3006125f-f2c0-46ac-8930-3386ca055e76 req-5b135474-35d6-4f3a-86ab-f0948e3450ef tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 Mar 15 17:15:13.788529 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 38136) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:13.890169 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4bcb7850-170e-47b4-b1e3-b609593fed8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:13.961102 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4bcb7850-170e-47b4-b1e3-b609593fed8f admin admin] Publish callbacks [] for security_group (3bc93e1e-aef7-453a-8465-92fa6b6e46c6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:14.063272 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4bcb7850-170e-47b4-b1e3-b609593fed8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (3bc93e1e-aef7-453a-8465-92fa6b6e46c6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:14.115782 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb7850-170e-47b4-b1e3-b609593fed8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc93e1e-aef7-453a-8465-92fa6b6e46c6,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:14.122326 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4bcb7850-170e-47b4-b1e3-b609593fed8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0525d047dd5f4a618b6cb5e4ec522fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327723 Mar 15 17:15:14.126916 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 38146) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:14.174649 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c360f69b-20fb-44ae-9961-76b363886db9 admin admin] Publish callbacks [] for security_group (3bc93e1e-aef7-453a-8465-92fa6b6e46c6), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:14.196522 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c360f69b-20fb-44ae-9961-76b363886db9 admin admin] Publish callbacks [] for security_group (3bc93e1e-aef7-453a-8465-92fa6b6e46c6), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:14.285871 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c360f69b-20fb-44ae-9961-76b363886db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (3bc93e1e-aef7-453a-8465-92fa6b6e46c6), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:14.288537 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c360f69b-20fb-44ae-9961-76b363886db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:14.289676 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c360f69b-20fb-44ae-9961-76b363886db9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bc93e1e-aef7-453a-8465-92fa6b6e46c6 HTTP/1.1" status: 204 len: 168 time: 0.1616318 Mar 15 17:15:14.298252 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360f69b-20fb-44ae-9961-76b363886db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc93e1e-aef7-453a-8465-92fa6b6e46c6,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:14.861955 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608bab9-90e1-4b7d-8d3c-223871b6b171 req-275df393-b1c9-4afd-9bf9-86096dc30512 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:14.863397 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0608bab9-90e1-4b7d-8d3c-223871b6b171 req-275df393-b1c9-4afd-9bf9-86096dc30512 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0562716 Mar 15 17:15:14.913309 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0608bab9-90e1-4b7d-8d3c-223871b6b171 req-ccd3cb76-0e86-48bf-8db2-e42282fadbbe tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443413 Mar 15 17:15:14.979955 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 38154) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:14.992639 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d108286f-c49b-4b51-a097-80c8ee67a51a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:15.073394 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d108286f-c49b-4b51-a097-80c8ee67a51a admin admin] Publish callbacks [] for security_group (18709a2e-dc31-4f6e-a3a7-db6d6e10fc29), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:15.163444 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d108286f-c49b-4b51-a097-80c8ee67a51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (18709a2e-dc31-4f6e-a3a7-db6d6e10fc29), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:15.202615 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d108286f-c49b-4b51-a097-80c8ee67a51a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8668b8e3a30444ce8a91b8020d4c064e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215593 Mar 15 17:15:15.203616 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108286f-c49b-4b51-a097-80c8ee67a51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18709a2e-dc31-4f6e-a3a7-db6d6e10fc29,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:15.210412 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 38162) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:15.261637 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-95c40a76-6134-4ce9-bea2-6825b2843a01 admin admin] Publish callbacks [] for security_group (18709a2e-dc31-4f6e-a3a7-db6d6e10fc29), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:15.283077 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-95c40a76-6134-4ce9-bea2-6825b2843a01 admin admin] Publish callbacks [] for security_group (18709a2e-dc31-4f6e-a3a7-db6d6e10fc29), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:15.415977 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-95c40a76-6134-4ce9-bea2-6825b2843a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (18709a2e-dc31-4f6e-a3a7-db6d6e10fc29), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:15.420914 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-95c40a76-6134-4ce9-bea2-6825b2843a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:15.420914 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-95c40a76-6134-4ce9-bea2-6825b2843a01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18709a2e-dc31-4f6e-a3a7-db6d6e10fc29 HTTP/1.1" status: 204 len: 168 time: 0.2083902 Mar 15 17:15:15.429039 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c40a76-6134-4ce9-bea2-6825b2843a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18709a2e-dc31-4f6e-a3a7-db6d6e10fc29,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:16.031800 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee20c34-c402-4b30-b3f0-bc8b9a9c2b9c req-a534754c-5341-4f56-ab93-03378647b569 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:16.033282 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8ee20c34-c402-4b30-b3f0-bc8b9a9c2b9c req-a534754c-5341-4f56-ab93-03378647b569 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0540531 Mar 15 17:15:16.046231 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fefb78eb-3a1c-402d-8dfd-4c76156552fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:16.083348 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8ee20c34-c402-4b30-b3f0-bc8b9a9c2b9c req-2af88784-9df7-4725-8155-68208e8557db tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Mar 15 17:15:17.201563 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30491eb4-11da-4c73-a7dc-bce3b14d37e6 req-67f32217-e220-49fd-8b7e-ed27efc0dbb1 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:17.203385 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-30491eb4-11da-4c73-a7dc-bce3b14d37e6 req-67f32217-e220-49fd-8b7e-ed27efc0dbb1 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0526118 Mar 15 17:15:17.256339 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-30491eb4-11da-4c73-a7dc-bce3b14d37e6 req-f800940f-6d5a-46d0-9c69-552969b554a4 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474432 Mar 15 17:15:17.455757 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-cb2917ac-6611-4c6c-b90f-8d0ce38a0388 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ed8b42a66b0441e5852f0976e5c38b71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281370 Mar 15 17:15:17.640793 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-a905477d-b8a5-4063-8ad3-c3ac95504831 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:17.642253 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-a905477d-b8a5-4063-8ad3-c3ac95504831 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815453 Mar 15 17:15:17.657252 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-011ef529-dad2-4e40-932d-f4923b452cef tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/quotas/ed8b42a66b0441e5852f0976e5c38b71 HTTP/1.1" status: 200 len: 375 time: 0.0093877 Mar 15 17:15:17.687701 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-5bc49acf-a0a3-4c1a-aad0-8c166c72283c tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed8b42a66b0441e5852f0976e5c38b71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256152 Mar 15 17:15:17.943818 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0f4de161-bdbd-4d21-834b-30a412118cc3 req-9d32e88b-be0b-4ae7-9553-c90edeeabd6e tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 210 time: 0.0262661 Mar 15 17:15:18.382752 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f59ff-84a9-4e3e-aff0-6174b9219ffc req-edff114a-ad9c-4264-a482-ab1e6cc76829 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:18.384216 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1a1f59ff-84a9-4e3e-aff0-6174b9219ffc req-edff114a-ad9c-4264-a482-ab1e6cc76829 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0516069 Mar 15 17:15:18.430055 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1a1f59ff-84a9-4e3e-aff0-6174b9219ffc req-fa92d2d8-35e7-4c51-ae08-846bf23fd1a3 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404427 Mar 15 17:15:18.628809 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-71c94bc5-0c2f-44e0-8d91-0c3e20f38e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:19.022679 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a022a3c7-c8cf-4f90-9c81-cab3e3095b87 req-76f0638d-db2d-4eb0-8fb7-56e5977cdf5c tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 210 time: 0.0304983 Mar 15 17:15:19.371721 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:19.548049 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a4ae0-5469-40c0-b3e6-49f0783fb576 req-2864551f-cf27-410e-85b1-d67935bdf953 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:19.549517 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f51a4ae0-5469-40c0-b3e6-49f0783fb576 req-2864551f-cf27-410e-85b1-d67935bdf953 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0546045 Mar 15 17:15:19.595825 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f51a4ae0-5469-40c0-b3e6-49f0783fb576 req-7a99072f-0b74-4ada-9879-64ed084a9fcb tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 Mar 15 17:15:20.114414 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-31e42677-da02-4989-a218-038aca33f2a6 req-70e5c365-ec40-4ff8-9d7b-2dd34831128b tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 210 time: 0.0270922 Mar 15 17:15:20.712368 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b46ee-74f3-4723-b17b-96e79463873d req-ae1025cc-8fdb-41f1-ae34-df2f046f911e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:20.713868 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c87b46ee-74f3-4723-b17b-96e79463873d req-ae1025cc-8fdb-41f1-ae34-df2f046f911e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0517862 Mar 15 17:15:20.758405 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c87b46ee-74f3-4723-b17b-96e79463873d req-b72ff26f-389f-46c8-8324-1fd71220c1c7 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389941 Mar 15 17:15:20.960304 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:21.204514 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6fdd3520-a07c-49da-9991-7b091f66ad81 req-b6beba8e-f67e-4d6a-ab85-dcdb58441487 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 210 time: 0.0261872 Mar 15 17:15:21.877378 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ad9fa-f6cd-4cde-bf5b-ed1d20bd94a9 req-6ac78865-b5d9-4928-9ebd-52d14cf134b9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:21.878854 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cc3ad9fa-f6cd-4cde-bf5b-ed1d20bd94a9 req-6ac78865-b5d9-4928-9ebd-52d14cf134b9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0538974 Mar 15 17:15:21.924712 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cc3ad9fa-f6cd-4cde-bf5b-ed1d20bd94a9 req-7a3bf4d1-0ebe-4cae-adea-e26e7c147cd6 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403929 Mar 15 17:15:22.301196 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7765fe10-badc-44f0-8e86-32435b99eab8 req-33e57a0e-6e58-4c73-a691-22a98d3ba2c6 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 210 time: 0.0295093 Mar 15 17:15:22.537420 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:22.545153 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-3a5b2fa2-f3d0-41f6-a580-36e02ada14d2 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ed8b42a66b0441e5852f0976e5c38b71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292006 Mar 15 17:15:22.945374 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-0efc7f45-82bd-4874-a802-15c8a592d230 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:22.946853 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-0efc7f45-82bd-4874-a802-15c8a592d230 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3911202 Mar 15 17:15:22.966738 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Request body: {'port': {'device_id': 'e6d46136-7d4f-4613-bf5d-3e6d52273aed', 'network_id': '11b17e96-fd60-4c1d-ab31-5b42068f2110', 'admin_state_up': True, 'tenant_id': 'ed8b42a66b0441e5852f0976e5c38b71'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:15:23.098365 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9084baa-16e7-48f2-b93d-710cb3dc4e3d req-e0ccfd66-d00d-40aa-8c8a-c28b0a74fc0d tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:23.099840 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b9084baa-16e7-48f2-b93d-710cb3dc4e3d req-e0ccfd66-d00d-40aa-8c8a-c28b0a74fc0d tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0879734 Mar 15 17:15:23.156436 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b9084baa-16e7-48f2-b93d-710cb3dc4e3d req-296b7d61-f5d6-4e2f-aded-813e198a47c9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502205 Mar 15 17:15:23.246453 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Made reservation on behalf of ed8b42a66b0441e5852f0976e5c38b71 for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:15:23.249744 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:23.258300 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:23.333502 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Publish callbacks [] for security_group (2c32e7b9-5d35-46e3-a828-6ecddeacf38d), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:23.419413 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3f62a68a-e312-4c92-a232-95023b46a0b0 req-516708c0-587c-48fa-b37f-27a00b535f26 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 210 time: 0.0270486 Mar 15 17:15:23.429869 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04c850-bae0-4d34-8c14-5f9232cba6e3 req-d521b48c-c00a-4c72-8079-4cfde7997734 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:23.431355 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5e04c850-bae0-4d34-8c14-5f9232cba6e3 req-d521b48c-c00a-4c72-8079-4cfde7997734 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 945 time: 0.0587883 Mar 15 17:15:23.432601 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (2c32e7b9-5d35-46e3-a828-6ecddeacf38d), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:23.508830 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c32e7b9-5d35-46e3-a828-6ecddeacf38d,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:23.556266 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5e04c850-bae0-4d34-8c14-5f9232cba6e3 req-84365073-ec66-4a85-a0bd-473a10ebaef9 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161971 Mar 15 17:15:23.602978 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Allocated IP 192.168.233.131 (11b17e96-fd60-4c1d-ab31-5b42068f2110/22fb4b70-7ee3-47da-b2cd-518d32bc6378/f9a43044-a9d6-4db5-af18-ac64260dfbe0) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:15:23.749928 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Publish callbacks [] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:23.891772 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:23.931558 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Network 11b17e96-fd60-4c1d-ab31-5b42068f2110 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:15:23.937751 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:15:23.941442 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:15:23.946493 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:23.947167 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:23.957083 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Pushing event updated for resources: {'Port': ['ID=f9a43044-a9d6-4db5-af18-ac64260dfbe0,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:24.128350 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-b10ba910-1277-4925-868f-00a69011ed14 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1671197 Mar 15 17:15:24.128991 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-7aa9d8c3-150a-4fb6-b8f4-fab25df22509 None None] Provisioning complete for port f9a43044-a9d6-4db5-af18-ac64260dfbe0 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:15:24.128991 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d8c3-150a-4fb6-b8f4-fab25df22509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:24.140820 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Request body: {'port': {'device_id': 'e6d46136-7d4f-4613-bf5d-3e6d52273aed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:15:24.168492 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9d8c3-150a-4fb6-b8f4-fab25df22509 None None] Port f9a43044-a9d6-4db5-af18-ac64260dfbe0 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:15:24.205595 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:24.280350 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b69ed-1bab-43be-9de3-6da0ffe7b281 req-b62b16f0-aeae-49a8-bdce-4683414c2ca7 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:24.282082 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c11b69ed-1bab-43be-9de3-6da0ffe7b281 req-b62b16f0-aeae-49a8-bdce-4683414c2ca7 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0559516 Mar 15 17:15:24.329367 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c11b69ed-1bab-43be-9de3-6da0ffe7b281 req-0cec2008-a214-429f-97d0-e5aef2a4951c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416620 Mar 15 17:15:24.472718 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a43044-a9d6-4db5-af18-ac64260dfbe0 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:15:24.482061 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Publish callbacks [] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:24.505819 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Transition to ACTIVE for port object f9a43044-a9d6-4db5-af18-ac64260dfbe0 will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:15:24.545456 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0bcb1-ea15-4949-8274-e0d340fe4b94 req-8c71d960-7d8b-4a7a-95d0-3af48b09b679 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:24.549055 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ad0bcb1-ea15-4949-8274-e0d340fe4b94 req-8c71d960-7d8b-4a7a-95d0-3af48b09b679 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 936 time: 0.0547564 Mar 15 17:15:24.597740 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ad0bcb1-ea15-4949-8274-e0d340fe4b94 req-835b736d-6330-4e85-b90c-d60d60a2dea2 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c32e7b9-5d35-46e3-a828-6ecddeacf38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448871 Mar 15 17:15:24.621546 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:24.688102 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a22df-fc8d-4429-942e-3f56ed118cf9 req-9fc97409-c017-4ad5-ba19-f3cb3d0e80b6 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:24.689635 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7a6a22df-fc8d-4429-942e-3f56ed118cf9 req-9fc97409-c017-4ad5-ba19-f3cb3d0e80b6 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 945 time: 0.0580938 Mar 15 17:15:24.691950 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a43044-a9d6-4db5-af18-ac64260dfbe0,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:24.704257 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Attempting to bind port f9a43044-a9d6-4db5-af18-ac64260dfbe0 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:15:24.704544 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Attempting to bind port f9a43044-a9d6-4db5-af18-ac64260dfbe0 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '5d9eb3f2-7797-443e-8415-99f70ab6dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '11b17e96-fd60-4c1d-ab31-5b42068f2110'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:15:24.704871 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Attempting to bind port f9a43044-a9d6-4db5-af18-ac64260dfbe0 on network 11b17e96-fd60-4c1d-ab31-5b42068f2110 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:15:24.715385 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Port f9a43044-a9d6-4db5-af18-ac64260dfbe0 on network 11b17e96-fd60-4c1d-ab31-5b42068f2110 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:15:24.715385 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Attempting to bind port f9a43044-a9d6-4db5-af18-ac64260dfbe0 on network 11b17e96-fd60-4c1d-ab31-5b42068f2110 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:15:24.716046 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:15:24.716387 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Checking segment: {'id': '5d9eb3f2-7797-443e-8415-99f70ab6dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '11b17e96-fd60-4c1d-ab31-5b42068f2110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:15:24.716769 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Bound using segment: {'id': '5d9eb3f2-7797-443e-8415-99f70ab6dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '11b17e96-fd60-4c1d-ab31-5b42068f2110'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:15:24.717195 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Bound port: f9a43044-a9d6-4db5-af18-ac64260dfbe0, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9eb3f2-7797-443e-8415-99f70ab6dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '11b17e96-fd60-4c1d-ab31-5b42068f2110'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:15:24.717550 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:24.753545 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7a6a22df-fc8d-4429-942e-3f56ed118cf9 req-9ef051a2-d070-4e71-94d8-f008f254a0de tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524068 Mar 15 17:15:24.818562 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] For port f9a43044-a9d6-4db5-af18-ac64260dfbe0, host hv-cinder-83124, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:15:24.822011 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] For port f9a43044-a9d6-4db5-af18-ac64260dfbe0, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f9a43044-a9d6-4db5-af18-ac64260dfbe0,segment=NetworkSegment(5d9eb3f2-7797-443e-8415-99f70ab6dcc1),segment_id=5d9eb3f2-7797-443e-8415-99f70ab6dcc1)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:15:24.913175 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:24.951614 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:24.952236 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:24.953615 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] 10.222.0.55 "PUT /v2.0/ports/f9a43044-a9d6-4db5-af18-ac64260dfbe0 HTTP/1.1" status: 200 len: 1098 time: 0.8169599 Mar 15 17:15:24.954056 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d46136-7d4f-4613-bf5d-3e6d52273aed', 'tag': 'f9a43044-a9d6-4db5-af18-ac64260dfbe0'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:15:24.958019 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1965c0fa-3a69-43f4-85a9-4fe4c96b6c39" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d46136-7d4f-4613-bf5d-3e6d52273aed", "tag": "f9a43044-a9d6-4db5-af18-ac64260dfbe0"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:15:24.985093 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952942c-6189-411c-bfc0-867d97bbc138 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a43044-a9d6-4db5-af18-ac64260dfbe0,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:24.999667 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ae0b99-506b-4f36-9b34-e6541f1140ba x-openstack-request-id: req-69ae0b99-506b-4f36-9b34-e6541f1140ba {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:15:25.000039 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d46136-7d4f-4613-bf5d-3e6d52273aed", "tag": "f9a43044-a9d6-4db5-af18-ac64260dfbe0", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:15:25.000368 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69ae0b99-506b-4f36-9b34-e6541f1140ba {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:15:25.000842 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d46136-7d4f-4613-bf5d-3e6d52273aed', 'tag': 'f9a43044-a9d6-4db5-af18-ac64260dfbe0', 'status': 'completed', 'code': 200} Mar 15 17:15:25.083398 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965c0fa-3a69-43f4-85a9-4fe4c96b6c39 req-225fb448-898c-4f0b-9be7-df6bd4c60a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:25.084965 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1965c0fa-3a69-43f4-85a9-4fe4c96b6c39 req-225fb448-898c-4f0b-9be7-df6bd4c60a97 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed8b42a66b0441e5852f0976e5c38b71&device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 1132 time: 0.0568762 Mar 15 17:15:25.142654 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1965c0fa-3a69-43f4-85a9-4fe4c96b6c39 req-f0abba96-0b39-46a0-8522-496c801f5c9b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ed8b42a66b0441e5852f0976e5c38b71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304773 Mar 15 17:15:25.311212 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965c0fa-3a69-43f4-85a9-4fe4c96b6c39 req-2751ad5f-3dbd-469f-bb8a-c1863a90bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:25.312820 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1965c0fa-3a69-43f4-85a9-4fe4c96b6c39 req-2751ad5f-3dbd-469f-bb8a-c1863a90bdb2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1597092 Mar 15 17:15:25.411292 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8c892ce5-d0b8-411f-b20c-7bf606c80811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:25.412827 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8c892ce5-d0b8-411f-b20c-7bf606c80811 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed8b42a66b0441e5852f0976e5c38b71&device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 1132 time: 0.0479381 Mar 15 17:15:25.449280 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eace60-662a-4ef9-8df7-69a7da458e42 req-762fdc99-ecb2-4931-90c0-d3be86158e0c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:25.451194 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f9eace60-662a-4ef9-8df7-69a7da458e42 req-762fdc99-ecb2-4931-90c0-d3be86158e0c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0539217 Mar 15 17:15:25.462063 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-01024580-d357-4568-9734-bbb772674058 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=f9a43044-a9d6-4db5-af18-ac64260dfbe0 HTTP/1.1" status: 200 len: 217 time: 0.0346792 Mar 15 17:15:25.499897 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f9eace60-662a-4ef9-8df7-69a7da458e42 req-7c006ba8-5539-4bf4-a646-a9d008bdb332 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426869 Mar 15 17:15:25.511874 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-cccf40c0-0460-4e15-8c7f-eebd682812f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:25.513324 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-cccf40c0-0460-4e15-8c7f-eebd682812f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22fb4b70-7ee3-47da-b2cd-518d32bc6378 HTTP/1.1" status: 200 len: 843 time: 0.0436187 Mar 15 17:15:25.574291 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-30ee7111-12af-4ea0-93f5-5b6302ad93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:25.575814 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-30ee7111-12af-4ea0-93f5-5b6302ad93ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=11b17e96-fd60-4c1d-ab31-5b42068f2110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0437839 Mar 15 17:15:25.681122 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-8871f763-1e34-4168-b4be-451a675f50d1 service neutron] 10.222.0.55 "GET /v2.0/networks/11b17e96-fd60-4c1d-ab31-5b42068f2110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933971 Mar 15 17:15:25.774679 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16dd01-3f61-4da3-af8a-aa0c60bfa25d req-e8ed7c1b-8351-4d97-8041-8e0d82370c20 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:25.776260 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0d16dd01-3f61-4da3-af8a-aa0c60bfa25d req-e8ed7c1b-8351-4d97-8041-8e0d82370c20 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 948 time: 0.1087894 Mar 15 17:15:25.812866 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-098210e4-b3e0-4c25-b2aa-206f534ba40c req-c0b16085-ba0b-4850-ae00-19d8f0c40b42 service neutron] 10.222.0.55 "GET /v2.0/networks/11b17e96-fd60-4c1d-ab31-5b42068f2110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177747 Mar 15 17:15:25.840302 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0d16dd01-3f61-4da3-af8a-aa0c60bfa25d req-96030f77-90f1-4950-a5da-b1541f35c9b3 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c32e7b9-5d35-46e3-a828-6ecddeacf38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561380 Mar 15 17:15:25.876437 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c13899-dc21-406d-96b3-b56143015acc req-4b70dcaf-57eb-41b3-9adc-269794d6b7d8 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:25.877901 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d2c13899-dc21-406d-96b3-b56143015acc req-4b70dcaf-57eb-41b3-9adc-269794d6b7d8 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 945 time: 0.0508721 Mar 15 17:15:25.928361 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d2c13899-dc21-406d-96b3-b56143015acc req-56118576-48ad-42a7-931c-9bbffa82652e tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/security-groups?id=e2285647-256c-487d-b3d6-ec44bc2fd8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447414 Mar 15 17:15:25.972598 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6783a-028b-45b5-add4-14911bb47354 req-229a9723-4230-452f-a714-f9f475cf7c2b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:25.974013 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1dc6783a-028b-45b5-add4-14911bb47354 req-229a9723-4230-452f-a714-f9f475cf7c2b tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 945 time: 0.0513952 Mar 15 17:15:26.100059 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-1dc6783a-028b-45b5-add4-14911bb47354 req-20edc877-c1a3-4b71-b71f-7a38d6f3f013 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Deleting port c027d7fb-0d02-4965-accf-5b01280ab189 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:15:26.100394 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-1dc6783a-028b-45b5-add4-14911bb47354 req-20edc877-c1a3-4b71-b71f-7a38d6f3f013 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (c027d7fb-0d02-4965-accf-5b01280ab189), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:26.194891 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-1dc6783a-028b-45b5-add4-14911bb47354 req-20edc877-c1a3-4b71-b71f-7a38d6f3f013 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] For port c027d7fb-0d02-4965-accf-5b01280ab189, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c027d7fb-0d02-4965-accf-5b01280ab189,segment=NetworkSegment(7270bfa3-2eb5-4b85-a546-9f37f266f69f),segment_id=7270bfa3-2eb5-4b85-a546-9f37f266f69f)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:15:26.195189 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-1dc6783a-028b-45b5-add4-14911bb47354 req-20edc877-c1a3-4b71-b71f-7a38d6f3f013 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (c027d7fb-0d02-4965-accf-5b01280ab189), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:26.211377 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-1dc6783a-028b-45b5-add4-14911bb47354 req-20edc877-c1a3-4b71-b71f-7a38d6f3f013 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Calling delete_port for c027d7fb-0d02-4965-accf-5b01280ab189 owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:15:26.438295 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-1dc6783a-028b-45b5-add4-14911bb47354 req-20edc877-c1a3-4b71-b71f-7a38d6f3f013 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100'] for port (c027d7fb-0d02-4965-accf-5b01280ab189), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:26.451020 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['c027d7fb-0d02-4965-accf-5b01280ab189'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:15:26.466919 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edc877-c1a3-4b71-b71f-7a38d6f3f013 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Pushing event deleted for resources: {'Port': ['ID=c027d7fb-0d02-4965-accf-5b01280ab189,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:26.534866 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc6783a-028b-45b5-add4-14911bb47354 req-20edc877-c1a3-4b71-b71f-7a38d6f3f013 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] No DVR routers for this DVR port c027d7fb-0d02-4965-accf-5b01280ab189 on host hv-cinder-83124 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:15:26.537950 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-1dc6783a-028b-45b5-add4-14911bb47354 req-20edc877-c1a3-4b71-b71f-7a38d6f3f013 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:26.542278 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1dc6783a-028b-45b5-add4-14911bb47354 req-20edc877-c1a3-4b71-b71f-7a38d6f3f013 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.55 "DELETE /v2.0/ports/c027d7fb-0d02-4965-accf-5b01280ab189 HTTP/1.1" status: 204 len: 173 time: 0.5620017 Mar 15 17:15:26.622121 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9823f8-89d3-4e85-b475-73dcde66bb1b req-cef32a24-0989-4e5f-9efb-e7b90301c3b8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:26.623670 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f9823f8-89d3-4e85-b475-73dcde66bb1b req-cef32a24-0989-4e5f-9efb-e7b90301c3b8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0553911 Mar 15 17:15:26.675775 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f9823f8-89d3-4e85-b475-73dcde66bb1b req-4d65f7f3-af1d-4b1a-87d9-eb6e990c39d2 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459869 Mar 15 17:15:26.960665 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315835b-a14d-4599-8533-09abf0228285 req-2ee40db9-c784-4196-8faf-44e069ac3e00 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:26.962136 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5315835b-a14d-4599-8533-09abf0228285 req-2ee40db9-c784-4196-8faf-44e069ac3e00 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 948 time: 0.0509889 Mar 15 17:15:27.002081 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4bf64c-f865-4223-9b7a-2e719fbb840e', 'name': 'network-vif-deleted', 'tag': 'c027d7fb-0d02-4965-accf-5b01280ab189'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:15:27.005294 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e1f551-3f6e-49d2-bb5a-4711cd6a9b6c" -d '{"events": [{"server_uuid": "9d4bf64c-f865-4223-9b7a-2e719fbb840e", "name": "network-vif-deleted", "tag": "c027d7fb-0d02-4965-accf-5b01280ab189"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:15:27.021814 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5315835b-a14d-4599-8533-09abf0228285 req-7b658f08-fbd6-4bc6-b866-13b2ed5aed4a tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c32e7b9-5d35-46e3-a828-6ecddeacf38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527885 Mar 15 17:15:27.038894 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-18f052ab-0330-4ab8-b9ec-358d05d66f13 req-de32e435-dc24-49b8-95bf-6b3e7fac7ddf tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.0302746 Mar 15 17:15:27.064676 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84be5e20-1117-4a2b-b11f-ab9b16d919d4 x-openstack-request-id: req-84be5e20-1117-4a2b-b11f-ab9b16d919d4 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:15:27.064980 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4bf64c-f865-4223-9b7a-2e719fbb840e", "name": "network-vif-deleted", "tag": "c027d7fb-0d02-4965-accf-5b01280ab189", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:15:27.065243 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84be5e20-1117-4a2b-b11f-ab9b16d919d4 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:15:27.065639 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4bf64c-f865-4223-9b7a-2e719fbb840e', 'name': 'network-vif-deleted', 'tag': 'c027d7fb-0d02-4965-accf-5b01280ab189', 'status': 'completed', 'code': 200} Mar 15 17:15:27.109975 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 38398) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:27.212877 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8b34be88-5c23-4bf0-bbe0-d5874c50b986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:27.285373 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8b34be88-5c23-4bf0-bbe0-d5874c50b986 admin admin] Publish callbacks [] for security_group (471c94c0-83d0-4135-bf1f-1a65e5245705), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:27.359361 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8b34be88-5c23-4bf0-bbe0-d5874c50b986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (471c94c0-83d0-4135-bf1f-1a65e5245705), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:27.396144 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34be88-5c23-4bf0-bbe0-d5874c50b986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471c94c0-83d0-4135-bf1f-1a65e5245705,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:27.401836 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8b34be88-5c23-4bf0-bbe0-d5874c50b986 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d63acc4789ed4160b899786deb09915f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908235 Mar 15 17:15:27.404620 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 38402) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:27.455566 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4abe7d9f-c0b6-4331-80d5-a78c2a050bc0 admin admin] Publish callbacks [] for security_group (471c94c0-83d0-4135-bf1f-1a65e5245705), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:27.475630 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4abe7d9f-c0b6-4331-80d5-a78c2a050bc0 admin admin] Publish callbacks [] for security_group (471c94c0-83d0-4135-bf1f-1a65e5245705), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:27.597734 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4abe7d9f-c0b6-4331-80d5-a78c2a050bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (471c94c0-83d0-4135-bf1f-1a65e5245705), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:27.600288 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4abe7d9f-c0b6-4331-80d5-a78c2a050bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:27.601417 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-4abe7d9f-c0b6-4331-80d5-a78c2a050bc0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/471c94c0-83d0-4135-bf1f-1a65e5245705 HTTP/1.1" status: 204 len: 168 time: 0.1956394 Mar 15 17:15:27.609485 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe7d9f-c0b6-4331-80d5-a78c2a050bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471c94c0-83d0-4135-bf1f-1a65e5245705,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:27.789647 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d67b5f-cd9e-4914-b4d7-9f372d765878 req-b4b39055-aad3-4c5b-9e4b-214db07eee63 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:27.791966 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-98d67b5f-cd9e-4914-b4d7-9f372d765878 req-b4b39055-aad3-4c5b-9e4b-214db07eee63 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0525129 Mar 15 17:15:27.837710 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-98d67b5f-cd9e-4914-b4d7-9f372d765878 req-38e47d3d-b7d0-4bc1-88d5-ba2d58583ea8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Mar 15 17:15:28.136530 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a9ab6943-2d75-4645-b1f9-cccebdcf47a1 req-3bb169e8-e97c-4909-a50f-8d1a311f66a0 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.0278392 Mar 15 17:15:28.140827 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a185a-8e06-4acd-a630-f1abd5553736 req-07cf1ed3-94f0-4bfa-ac79-1e4ca6da2522 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:28.142571 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-956a185a-8e06-4acd-a630-f1abd5553736 req-07cf1ed3-94f0-4bfa-ac79-1e4ca6da2522 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 948 time: 0.0579581 Mar 15 17:15:28.190165 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-956a185a-8e06-4acd-a630-f1abd5553736 req-4ff4c44e-4426-403e-ac12-bc1c135ae6ff tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c32e7b9-5d35-46e3-a828-6ecddeacf38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405979 Mar 15 17:15:28.278240 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 38416) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:28.291068 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-50b22cb0-037f-4a5a-aa18-a99898d10488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:28.360645 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-50b22cb0-037f-4a5a-aa18-a99898d10488 admin admin] Publish callbacks [] for security_group (787665ae-206f-46ce-a91b-9fe6f5637066), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:28.417445 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-50b22cb0-037f-4a5a-aa18-a99898d10488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (787665ae-206f-46ce-a91b-9fe6f5637066), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:28.455759 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-50b22cb0-037f-4a5a-aa18-a99898d10488 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b63069ab2f1747c2b7685021cb3e34f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1764319 Mar 15 17:15:28.456835 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b22cb0-037f-4a5a-aa18-a99898d10488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787665ae-206f-46ce-a91b-9fe6f5637066,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:28.458709 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 38418) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:28.511440 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-eebc94e7-b705-4bf7-b607-065aa85d5c8e admin admin] Publish callbacks [] for security_group (787665ae-206f-46ce-a91b-9fe6f5637066), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:28.532440 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-eebc94e7-b705-4bf7-b607-065aa85d5c8e admin admin] Publish callbacks [] for security_group (787665ae-206f-46ce-a91b-9fe6f5637066), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:28.656462 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-eebc94e7-b705-4bf7-b607-065aa85d5c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (787665ae-206f-46ce-a91b-9fe6f5637066), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:28.658936 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-eebc94e7-b705-4bf7-b607-065aa85d5c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:28.660085 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-eebc94e7-b705-4bf7-b607-065aa85d5c8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/787665ae-206f-46ce-a91b-9fe6f5637066 HTTP/1.1" status: 204 len: 168 time: 0.1999738 Mar 15 17:15:28.668594 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc94e7-b705-4bf7-b607-065aa85d5c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787665ae-206f-46ce-a91b-9fe6f5637066,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:28.954490 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597b1c9-4cc5-43e6-84b7-59fd56ef8f8e req-900cb353-18ef-4cf0-8119-4782ac2427ff tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:28.955999 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f597b1c9-4cc5-43e6-84b7-59fd56ef8f8e req-900cb353-18ef-4cf0-8119-4782ac2427ff tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0529830 Mar 15 17:15:29.002943 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f597b1c9-4cc5-43e6-84b7-59fd56ef8f8e req-e621381d-67d9-475a-83a8-ca25c5131ae1 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410943 Mar 15 17:15:29.232326 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-47feeece-e829-4ae5-850c-9f35c0bdc838 req-cdbb525f-b961-4a96-8f1b-74131ee93f82 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.0271358 Mar 15 17:15:29.307888 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ceff8b-7e98-4211-be51-b38b5c9e3e0b req-11e0ae78-c45c-4273-9834-d2d530d0e087 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:29.309421 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c2ceff8b-7e98-4211-be51-b38b5c9e3e0b req-11e0ae78-c45c-4273-9834-d2d530d0e087 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 948 time: 0.0514259 Mar 15 17:15:29.358542 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c2ceff8b-7e98-4211-be51-b38b5c9e3e0b req-80b445ef-fdb6-4199-8b78-f2693e4f741d tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c32e7b9-5d35-46e3-a828-6ecddeacf38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435901 Mar 15 17:15:30.043630 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device f9a43044-a9d6-4db5-af18-ac64260dfbe0 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:15:30.062289 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device c027d7fb-0d02-4965-accf-5b01280ab189 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:15:30.098545 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: c027d7fb-0d02-4965-accf-5b01280ab189 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:15:30.098928 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device c027d7fb-0d02-4965-accf-5b01280ab189 not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:15:30.131969 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b262d47-58d2-4690-ba66-13ca0e12fe76 req-fdd49d0e-a80d-411b-b032-cbbaab790c77 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:30.133470 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5b262d47-58d2-4690-ba66-13ca0e12fe76 req-fdd49d0e-a80d-411b-b032-cbbaab790c77 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0560787 Mar 15 17:15:30.180794 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5b262d47-58d2-4690-ba66-13ca0e12fe76 req-396d5cfa-c97d-443a-a7f5-95915154284c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 Mar 15 17:15:30.187967 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port f9a43044-a9d6-4db5-af18-ac64260dfbe0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f9a43044-a9d6-4db5-af18-ac64260dfbe0,segment=NetworkSegment(5d9eb3f2-7797-443e-8415-99f70ab6dcc1),segment_id=5d9eb3f2-7797-443e-8415-99f70ab6dcc1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:15:30.200660 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': 'f9a43044-a9d6-4db5-af18-ac64260dfbe0', 'network_id': '11b17e96-fd60-4c1d-ab31-5b42068f2110', 'port_id': 'f9a43044-a9d6-4db5-af18-ac64260dfbe0', 'mac_address': 'fa:16:3e:5c:2f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fb4b70-7ee3-47da-b2cd-518d32bc6378', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:15:30.242359 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port f9a43044-a9d6-4db5-af18-ac64260dfbe0 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:15:30.242801 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:30.256956 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a43044-a9d6-4db5-af18-ac64260dfbe0 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:15:30.279580 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port f9a43044-a9d6-4db5-af18-ac64260dfbe0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f9a43044-a9d6-4db5-af18-ac64260dfbe0,segment=NetworkSegment(5d9eb3f2-7797-443e-8415-99f70ab6dcc1),segment_id=5d9eb3f2-7797-443e-8415-99f70ab6dcc1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:15:30.320863 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 38462) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:30.326116 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fd0ff186-da4c-4c59-a6d6-b066760bc535 req-e61fe608-5a97-4f0c-b1ed-7e630f867426 tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.0265090 Mar 15 17:15:30.359618 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:30.418102 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=f9a43044-a9d6-4db5-af18-ac64260dfbe0,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:30.429111 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:30.429535 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:30.429978 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:30.430434 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:30.431007 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:30.432248 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:30.432818 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:30.433232 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:30.433657 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:30.434068 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:30.434479 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:30.434928 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:30.435495 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:30.435967 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:30.436467 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:15:30.478665 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f392980b-04c3-4179-ad98-9758c977b8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:30.528006 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19da06-9b9b-4c70-aa17-a071451857a1 req-c7e2177b-7bf6-40d7-9416-652f43778e80 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:30.529477 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9a19da06-9b9b-4c70-aa17-a071451857a1 req-c7e2177b-7bf6-40d7-9416-652f43778e80 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 949 time: 0.0972846 Mar 15 17:15:30.604003 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9a19da06-9b9b-4c70-aa17-a071451857a1 req-f0746b30-ddb7-4f48-b31a-ec6bff81147d tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c32e7b9-5d35-46e3-a828-6ecddeacf38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677373 Mar 15 17:15:30.612116 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f392980b-04c3-4179-ad98-9758c977b8ef admin admin] Publish callbacks [] for security_group (8dd6d9ce-41a9-409e-9e1b-7659259755a5), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:30.705608 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['f9a43044-a9d6-4db5-af18-ac64260dfbe0'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:15:30.725543 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f392980b-04c3-4179-ad98-9758c977b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (8dd6d9ce-41a9-409e-9e1b-7659259755a5), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:30.766261 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392980b-04c3-4179-ad98-9758c977b8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd6d9ce-41a9-409e-9e1b-7659259755a5,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:30.770554 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f392980b-04c3-4179-ad98-9758c977b8ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=106a74ce588c4764a4e54ad88bf9cbae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4485512 Mar 15 17:15:30.773649 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 38468) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:30.823852 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-71578d6b-7ca6-4a3b-ab8d-eb0c7c5d12c4 admin admin] Publish callbacks [] for security_group (8dd6d9ce-41a9-409e-9e1b-7659259755a5), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:30.845509 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-71578d6b-7ca6-4a3b-ab8d-eb0c7c5d12c4 admin admin] Publish callbacks [] for security_group (8dd6d9ce-41a9-409e-9e1b-7659259755a5), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:30.982176 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-71578d6b-7ca6-4a3b-ab8d-eb0c7c5d12c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (8dd6d9ce-41a9-409e-9e1b-7659259755a5), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:30.984836 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-71578d6b-7ca6-4a3b-ab8d-eb0c7c5d12c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:30.986011 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-71578d6b-7ca6-4a3b-ab8d-eb0c7c5d12c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8dd6d9ce-41a9-409e-9e1b-7659259755a5 HTTP/1.1" status: 204 len: 168 time: 0.2114477 Mar 15 17:15:30.994467 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71578d6b-7ca6-4a3b-ab8d-eb0c7c5d12c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd6d9ce-41a9-409e-9e1b-7659259755a5,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:31.297603 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3bf4f-ea09-4cb8-825e-9c2c3f818160 req-e260f6d3-20e3-4043-87e3-a548d9b3e3da tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:31.299188 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-68e3bf4f-ea09-4cb8-825e-9c2c3f818160 req-e260f6d3-20e3-4043-87e3-a548d9b3e3da tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0531044 Mar 15 17:15:31.346029 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-68e3bf4f-ea09-4cb8-825e-9c2c3f818160 req-d4ead108-d6da-49a3-9144-c92249965791 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413632 Mar 15 17:15:31.453045 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b40b503e-44c8-4d12-9574-96589f2ceaa2 req-ec2f0d32-9e63-40fa-bc52-4dea547bafef tempest-DeleteServersTestJSON-516063928 tempest-DeleteServersTestJSON-516063928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4bf64c-f865-4223-9b7a-2e719fbb840e HTTP/1.1" status: 200 len: 210 time: 0.0286076 Mar 15 17:15:31.724679 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13599ee-9c78-4a9b-8041-daa70730f31a req-51af8983-6520-4e1c-b52c-24e7d674849f tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:31.726139 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d13599ee-9c78-4a9b-8041-daa70730f31a req-51af8983-6520-4e1c-b52c-24e7d674849f tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 949 time: 0.0525119 Mar 15 17:15:31.774785 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d13599ee-9c78-4a9b-8041-daa70730f31a req-f7088371-bec2-493b-b7d2-434b3db7f4e3 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c32e7b9-5d35-46e3-a828-6ecddeacf38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Mar 15 17:15:32.052726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device f9a43044-a9d6-4db5-af18-ac64260dfbe0 up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:15:32.188310 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port f9a43044-a9d6-4db5-af18-ac64260dfbe0 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:15:32.192659 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port f9a43044-a9d6-4db5-af18-ac64260dfbe0 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:15:32.193035 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:32.275811 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port f9a43044-a9d6-4db5-af18-ac64260dfbe0 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:15:32.276148 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:32.298048 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d46136-7d4f-4613-bf5d-3e6d52273aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a43044-a9d6-4db5-af18-ac64260dfbe0'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:15:32.300369 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d599abd-fb7f-4602-9257-0e7cb08255ea" -d '{"events": [{"server_uuid": "e6d46136-7d4f-4613-bf5d-3e6d52273aed", "name": "network-vif-plugged", "status": "completed", "tag": "f9a43044-a9d6-4db5-af18-ac64260dfbe0"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:15:32.312593 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port f9a43044-a9d6-4db5-af18-ac64260dfbe0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f9a43044-a9d6-4db5-af18-ac64260dfbe0,segment=NetworkSegment(5d9eb3f2-7797-443e-8415-99f70ab6dcc1),segment_id=5d9eb3f2-7797-443e-8415-99f70ab6dcc1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:15:32.339357 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a71af2d-904e-4b04-afdb-7eba667ad53f x-openstack-request-id: req-3a71af2d-904e-4b04-afdb-7eba667ad53f {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:15:32.339674 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d46136-7d4f-4613-bf5d-3e6d52273aed", "name": "network-vif-plugged", "status": "completed", "tag": "f9a43044-a9d6-4db5-af18-ac64260dfbe0", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:15:32.339933 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a71af2d-904e-4b04-afdb-7eba667ad53f {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:15:32.340330 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d46136-7d4f-4613-bf5d-3e6d52273aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a43044-a9d6-4db5-af18-ac64260dfbe0', 'code': 200} Mar 15 17:15:32.445381 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:32.478790 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d8a9e-bd70-4e86-a298-c0f94e61f775 req-48d06c71-9621-4668-bb50-29dfb0ee7d52 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:32.480384 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c3d8a9e-bd70-4e86-a298-c0f94e61f775 req-48d06c71-9621-4668-bb50-29dfb0ee7d52 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0529382 Mar 15 17:15:32.496902 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=f9a43044-a9d6-4db5-af18-ac64260dfbe0,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:32.538676 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c3d8a9e-bd70-4e86-a298-c0f94e61f775 req-995a30e7-72ac-4520-99a6-e4c9807f54e8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512211 Mar 15 17:15:32.757448 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835be75d-dda2-4cc1-b572-feb4126dd22f req-44c0f3ab-e8c9-4e89-9cda-8e1b5f28b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:32.759294 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-835be75d-dda2-4cc1-b572-feb4126dd22f req-44c0f3ab-e8c9-4e89-9cda-8e1b5f28b739 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 1134 time: 0.0581098 Mar 15 17:15:32.801569 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 38536) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:32.809252 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-835be75d-dda2-4cc1-b572-feb4126dd22f req-acf6a8e7-09b5-4311-9e4d-06e324575760 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2c32e7b9-5d35-46e3-a828-6ecddeacf38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412436 Mar 15 17:15:32.915076 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8b780f8c-e313-44d5-9d9f-ad46b257ef4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:32.995864 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8b780f8c-e313-44d5-9d9f-ad46b257ef4b admin admin] Publish callbacks [] for security_group (f9aaa939-e56c-491b-aafb-f104b99e3c6f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:33.111298 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9afbd-808e-4e2b-abd1-84567c2bf143 req-f2f664cb-1e7a-4e3d-866b-10163a75ca48 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:33.112786 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-48e9afbd-808e-4e2b-abd1-84567c2bf143 req-f2f664cb-1e7a-4e3d-866b-10163a75ca48 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 950 time: 0.2676442 Mar 15 17:15:33.161194 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-48e9afbd-808e-4e2b-abd1-84567c2bf143 req-1028e4bd-4787-4448-87ae-0c174415e9f6 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c32e7b9-5d35-46e3-a828-6ecddeacf38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Mar 15 17:15:33.182821 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8b780f8c-e313-44d5-9d9f-ad46b257ef4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (f9aaa939-e56c-491b-aafb-f104b99e3c6f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:33.222173 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8b780f8c-e313-44d5-9d9f-ad46b257ef4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=548f9d3ca187432495bc0bc5ced00893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4195206 Mar 15 17:15:33.224731 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b780f8c-e313-44d5-9d9f-ad46b257ef4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aaa939-e56c-491b-aafb-f104b99e3c6f,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:33.225184 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 38544) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:33.276549 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14477d51-a16e-45c4-9f9d-fa86639cf394 admin admin] Publish callbacks [] for security_group (f9aaa939-e56c-491b-aafb-f104b99e3c6f), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:33.296851 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14477d51-a16e-45c4-9f9d-fa86639cf394 admin admin] Publish callbacks [] for security_group (f9aaa939-e56c-491b-aafb-f104b99e3c6f), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:33.422358 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14477d51-a16e-45c4-9f9d-fa86639cf394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (f9aaa939-e56c-491b-aafb-f104b99e3c6f), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:33.425037 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14477d51-a16e-45c4-9f9d-fa86639cf394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:33.426266 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-14477d51-a16e-45c4-9f9d-fa86639cf394 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9aaa939-e56c-491b-aafb-f104b99e3c6f HTTP/1.1" status: 204 len: 168 time: 0.1998904 Mar 15 17:15:33.434440 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14477d51-a16e-45c4-9f9d-fa86639cf394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aaa939-e56c-491b-aafb-f104b99e3c6f,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:33.664688 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278387aa-40fc-440e-9740-9f5096f14e32 req-bef08af9-cef1-4c09-a0f4-efcd38cdd0c0 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:33.666593 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-278387aa-40fc-440e-9740-9f5096f14e32 req-bef08af9-cef1-4c09-a0f4-efcd38cdd0c0 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0536602 Mar 15 17:15:33.714863 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-278387aa-40fc-440e-9740-9f5096f14e32 req-ff33d43a-7215-4dd2-9c8a-3eeabf5836b7 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Mar 15 17:15:34.173462 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 38572) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:34.248599 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-531cb837-cd0c-4388-b1ce-2620cdaf3595 admin admin] Deleting subnet a57f7b7e-9da9-49af-b9aa-6965f48218bc {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:15:34.260425 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-531cb837-cd0c-4388-b1ce-2620cdaf3595 admin admin] Publish callbacks [] for subnet (a57f7b7e-9da9-49af-b9aa-6965f48218bc), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:34.314655 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-531cb837-cd0c-4388-b1ce-2620cdaf3595 admin admin] Publish callbacks [] for subnet (a57f7b7e-9da9-49af-b9aa-6965f48218bc), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:34.326821 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-531cb837-cd0c-4388-b1ce-2620cdaf3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (a57f7b7e-9da9-49af-b9aa-6965f48218bc), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:34.356968 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fc535-dc62-4ce7-970e-98caccc2583f req-ac0970cd-9163-4a7e-ad1e-85091ce4f149 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:34.358363 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-367fc535-dc62-4ce7-970e-98caccc2583f req-ac0970cd-9163-4a7e-ad1e-85091ce4f149 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 950 time: 0.1073785 Mar 15 17:15:34.424900 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-367fc535-dc62-4ce7-970e-98caccc2583f req-c0fe0415-bb11-47de-bdbf-4acb2a2f83b1 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c32e7b9-5d35-46e3-a828-6ecddeacf38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608346 Mar 15 17:15:34.496309 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-531cb837-cd0c-4388-b1ce-2620cdaf3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for subnet (a57f7b7e-9da9-49af-b9aa-6965f48218bc), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:34.524176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cb837-cd0c-4388-b1ce-2620cdaf3595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57f7b7e-9da9-49af-b9aa-6965f48218bc,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:34.526352 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-531cb837-cd0c-4388-b1ce-2620cdaf3595 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:34.530543 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-531cb837-cd0c-4388-b1ce-2620cdaf3595 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a57f7b7e-9da9-49af-b9aa-6965f48218bc HTTP/1.1" status: 204 len: 168 time: 0.3553877 Mar 15 17:15:34.533371 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 38584) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:34.602828 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (e18ab407-a95c-4fce-a92e-34b3c4abf901), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:34.687741 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (e18ab407-a95c-4fce-a92e-34b3c4abf901), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:34.711937 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:15:34.712899 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:15:34.713590 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:15:34.713931 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:15:34.714274 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:15:34.714613 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:15:34.714965 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:15:34.715296 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:15:34.715616 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:15:34.715944 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:15:34.844014 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:15:34.844361 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:15:34.844692 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:15:34.845018 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:15:34.845380 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18ab407-a95c-4fce-a92e-34b3c4abf901']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:15:34.849115 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0630d4-cc2e-4f47-a083-7c7dbe10bdca req-508db3c3-1ecc-440f-849f-1a5bf26322b7 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:34.850703 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0b0630d4-cc2e-4f47-a083-7c7dbe10bdca req-508db3c3-1ecc-440f-849f-1a5bf26322b7 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0664191 Mar 15 17:15:34.866872 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7270bfa3-2eb5-4b85-a546-9f37f266f69f') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:15:34.867176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7270bfa3-2eb5-4b85-a546-9f37f266f69f') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:15:34.889794 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26117029'] for segment (7270bfa3-2eb5-4b85-a546-9f37f266f69f), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:34.906800 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0b0630d4-cc2e-4f47-a083-7c7dbe10bdca req-51e6dfd7-3f20-4b86-9951-76a9d3fa0066 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506001 Mar 15 17:15:34.916665 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (7270bfa3-2eb5-4b85-a546-9f37f266f69f), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:34.926715 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:15:34.927202 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079095'] for segment (7270bfa3-2eb5-4b85-a546-9f37f266f69f), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: from cryptography.utils import int_from_bytes Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: from cryptography.utils import int_from_bytes Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: Traceback (most recent call last): Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: timer() Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: cb(*args, **kw) Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: return func(*args, **kwargs) Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: self._notify() Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: self.callback(batched_events) Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: event.method(event) Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: return f(self, *a, **k) Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._get(url).json() Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: return self.request(url, 'GET', **kwargs) Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:15:34.948213 dv-cinder-831247-12-iscsi neutron-server[103957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:15:35.107943 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (e18ab407-a95c-4fce-a92e-34b3c4abf901), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:35.123750 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:35.127240 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e18ab407-a95c-4fce-a92e-34b3c4abf901 HTTP/1.1" status: 204 len: 168 time: 0.5927303 Mar 15 17:15:35.128230 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861455f3-a8cc-48fd-94e5-4714adec82b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e18ab407-a95c-4fce-a92e-34b3c4abf901,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:35.551103 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20bf88-7ac2-4345-be8e-09c3c0181cef req-71d59c5d-9b14-4769-bab0-165f1152784d tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:35.552703 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1c20bf88-7ac2-4345-be8e-09c3c0181cef req-71d59c5d-9b14-4769-bab0-165f1152784d tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 950 time: 0.0522614 Mar 15 17:15:35.588940 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 38618) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:35.605116 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1c20bf88-7ac2-4345-be8e-09c3c0181cef req-a1d346e7-e229-4462-a0b5-709677b4fdf4 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c32e7b9-5d35-46e3-a828-6ecddeacf38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461459 Mar 15 17:15:35.629396 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0d02d54c-5e99-486e-a2cc-f5861c410d1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b383b278a7e4d36a4f651efd58b00e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414596 Mar 15 17:15:35.631891 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 38624) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:35.684960 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4235d253-1c0e-4f6c-80f3-50ceaa06dbea admin admin] Publish callbacks [] for security_group (e2285647-256c-487d-b3d6-ec44bc2fd8d4), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:35.709606 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4235d253-1c0e-4f6c-80f3-50ceaa06dbea admin admin] Publish callbacks [] for security_group (e2285647-256c-487d-b3d6-ec44bc2fd8d4), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:35.833768 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4235d253-1c0e-4f6c-80f3-50ceaa06dbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (e2285647-256c-487d-b3d6-ec44bc2fd8d4), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:35.836424 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4235d253-1c0e-4f6c-80f3-50ceaa06dbea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:35.837760 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4235d253-1c0e-4f6c-80f3-50ceaa06dbea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2285647-256c-487d-b3d6-ec44bc2fd8d4 HTTP/1.1" status: 204 len: 168 time: 0.2047598 Mar 15 17:15:35.845942 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235d253-1c0e-4f6c-80f3-50ceaa06dbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2285647-256c-487d-b3d6-ec44bc2fd8d4,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:36.042777 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e0f80-eec0-4804-93a5-c5f4513f40cd req-d604313f-10dd-446c-a334-94050fb0f94b tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:36.044447 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e79e0f80-eec0-4804-93a5-c5f4513f40cd req-d604313f-10dd-446c-a334-94050fb0f94b tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0592318 Mar 15 17:15:36.116319 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e79e0f80-eec0-4804-93a5-c5f4513f40cd req-2fa0c706-5c3e-4126-9a8a-f4bea27974e5 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663166 Mar 15 17:15:36.185642 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5f6de-ffbf-47c5-a694-2feaca930a33 req-f2187ad5-80ed-4de5-b664-b1e291fb9994 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:36.187174 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b8a5f6de-ffbf-47c5-a694-2feaca930a33 req-f2187ad5-80ed-4de5-b664-b1e291fb9994 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 950 time: 0.0578845 Mar 15 17:15:36.237337 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:15:36.252986 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b8a5f6de-ffbf-47c5-a694-2feaca930a33 req-1c68fa0a-e320-4aa7-8cd2-1716601d83af tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c32e7b9-5d35-46e3-a828-6ecddeacf38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600300 Mar 15 17:15:37.171026 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 38690) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:37.250556 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc4ac2-13aa-4347-a4f1-23e0565afe1e req-629acb68-94da-4b4b-ac53-b2f79f443110 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:37.252211 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fdfc4ac2-13aa-4347-a4f1-23e0565afe1e req-629acb68-94da-4b4b-ac53-b2f79f443110 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0593116 Mar 15 17:15:37.305572 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1f63-4e98-4c8e-b6e6-413b429852ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:37.330567 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fdfc4ac2-13aa-4347-a4f1-23e0565afe1e req-400e2944-e3a6-4558-8114-154d86215597 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726600 Mar 15 17:15:37.419829 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1f63-4e98-4c8e-b6e6-413b429852ca admin admin] Publish callbacks [] for security_group (b061dc3b-957c-489b-ba86-525b62a49c26), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:37.422453 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79151b29-3372-4a77-985a-0bf85572c094 req-02f3a7e5-a0d5-42fa-9aee-e7c38089e26e tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:37.424030 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-79151b29-3372-4a77-985a-0bf85572c094 req-02f3a7e5-a0d5-42fa-9aee-e7c38089e26e tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 950 time: 0.0608678 Mar 15 17:15:37.474083 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-79151b29-3372-4a77-985a-0bf85572c094 req-f735069a-d59b-4371-adfc-31e67ba0d398 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c32e7b9-5d35-46e3-a828-6ecddeacf38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438795 Mar 15 17:15:37.542341 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1f63-4e98-4c8e-b6e6-413b429852ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (b061dc3b-957c-489b-ba86-525b62a49c26), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:37.580389 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0d8f1f63-4e98-4c8e-b6e6-413b429852ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5730994d282440bfb70ac7c49f597706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078443 Mar 15 17:15:37.582105 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f1f63-4e98-4c8e-b6e6-413b429852ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b061dc3b-957c-489b-ba86-525b62a49c26,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:37.583111 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 38720) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:37.630532 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f41f2879-4e69-4151-aa1c-08e4de57e172 admin admin] Publish callbacks [] for security_group (b061dc3b-957c-489b-ba86-525b62a49c26), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:37.653328 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f41f2879-4e69-4151-aa1c-08e4de57e172 admin admin] Publish callbacks [] for security_group (b061dc3b-957c-489b-ba86-525b62a49c26), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:37.844628 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f41f2879-4e69-4151-aa1c-08e4de57e172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (b061dc3b-957c-489b-ba86-525b62a49c26), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:37.847213 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f41f2879-4e69-4151-aa1c-08e4de57e172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:37.848357 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f41f2879-4e69-4151-aa1c-08e4de57e172 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b061dc3b-957c-489b-ba86-525b62a49c26 HTTP/1.1" status: 204 len: 168 time: 0.2641163 Mar 15 17:15:37.856900 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f2879-4e69-4151-aa1c-08e4de57e172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b061dc3b-957c-489b-ba86-525b62a49c26,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:38.008035 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 38726) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:38.223242 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-04943ce6-741f-41d2-a0c4-cb13ad8edb0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:38.302970 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-04943ce6-741f-41d2-a0c4-cb13ad8edb0e admin admin] Publish callbacks [] for security_group (4741855d-05fc-47bb-8181-dc8bda41ee23), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:38.387909 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-04943ce6-741f-41d2-a0c4-cb13ad8edb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (4741855d-05fc-47bb-8181-dc8bda41ee23), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:38.454880 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-04943ce6-741f-41d2-a0c4-cb13ad8edb0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fa95753e5d64aa1860ef3e7f566f593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4428675 Mar 15 17:15:38.455505 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04943ce6-741f-41d2-a0c4-cb13ad8edb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4741855d-05fc-47bb-8181-dc8bda41ee23,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:38.456402 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 38748) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:38.490526 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becbaa3-ba52-4273-b17f-7a8dfebad02f req-99a3ede7-2933-4c41-ac78-14e797f749b1 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:38.492365 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7becbaa3-ba52-4273-b17f-7a8dfebad02f req-99a3ede7-2933-4c41-ac78-14e797f749b1 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0877583 Mar 15 17:15:38.576225 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5ce03c69-a99d-4d7c-8777-fdb72e2bdbd8 admin admin] Publish callbacks [] for security_group (4741855d-05fc-47bb-8181-dc8bda41ee23), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:38.614683 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15cf94-19bc-433d-bc3b-a856b3bfbbbe req-0be90f2a-573d-422d-b7ae-33889484eb0c tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:38.616131 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6b15cf94-19bc-433d-bc3b-a856b3bfbbbe req-0be90f2a-573d-422d-b7ae-33889484eb0c tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 950 time: 0.1227865 Mar 15 17:15:38.619834 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7becbaa3-ba52-4273-b17f-7a8dfebad02f req-03927cc7-1d31-4a13-bdf3-2ca4e9963eec tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092086 Mar 15 17:15:38.625749 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5ce03c69-a99d-4d7c-8777-fdb72e2bdbd8 admin admin] Publish callbacks [] for security_group (4741855d-05fc-47bb-8181-dc8bda41ee23), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:38.664244 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13858aa8-eaaf-4d1b-b96e-bc4d7b00f5b0 req-ab92cc1f-c7ed-4505-9159-f2d3aa6985c2 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:38.671247 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-13858aa8-eaaf-4d1b-b96e-bc4d7b00f5b0 req-ab92cc1f-c7ed-4505-9159-f2d3aa6985c2 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 950 time: 0.1161618 Mar 15 17:15:38.734954 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-13858aa8-eaaf-4d1b-b96e-bc4d7b00f5b0 req-76c7d28a-8f27-4c82-9fd5-3d83965024aa tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c32e7b9-5d35-46e3-a828-6ecddeacf38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619898 Mar 15 17:15:38.738104 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-6b15cf94-19bc-433d-bc3b-a856b3bfbbbe req-bd085821-4388-4565-9851-57197c375633 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Deleting port f9a43044-a9d6-4db5-af18-ac64260dfbe0 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:15:38.738506 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6b15cf94-19bc-433d-bc3b-a856b3bfbbbe req-bd085821-4388-4565-9851-57197c375633 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:38.814717 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5ce03c69-a99d-4d7c-8777-fdb72e2bdbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (4741855d-05fc-47bb-8181-dc8bda41ee23), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:38.820155 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5ce03c69-a99d-4d7c-8777-fdb72e2bdbd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:38.822027 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5ce03c69-a99d-4d7c-8777-fdb72e2bdbd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4741855d-05fc-47bb-8181-dc8bda41ee23 HTTP/1.1" status: 204 len: 168 time: 0.3628812 Mar 15 17:15:38.831310 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce03c69-a99d-4d7c-8777-fdb72e2bdbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4741855d-05fc-47bb-8181-dc8bda41ee23,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:38.847029 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-6b15cf94-19bc-433d-bc3b-a856b3bfbbbe req-bd085821-4388-4565-9851-57197c375633 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] For port f9a43044-a9d6-4db5-af18-ac64260dfbe0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f9a43044-a9d6-4db5-af18-ac64260dfbe0,segment=NetworkSegment(5d9eb3f2-7797-443e-8415-99f70ab6dcc1),segment_id=5d9eb3f2-7797-443e-8415-99f70ab6dcc1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:15:38.847611 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6b15cf94-19bc-433d-bc3b-a856b3bfbbbe req-bd085821-4388-4565-9851-57197c375633 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:38.862957 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-6b15cf94-19bc-433d-bc3b-a856b3bfbbbe req-bd085821-4388-4565-9851-57197c375633 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Calling delete_port for f9a43044-a9d6-4db5-af18-ac64260dfbe0 owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:15:38.942206 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:39.072221 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6b15cf94-19bc-433d-bc3b-a856b3bfbbbe req-bd085821-4388-4565-9851-57197c375633 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (f9a43044-a9d6-4db5-af18-ac64260dfbe0), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:39.091205 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['f9a43044-a9d6-4db5-af18-ac64260dfbe0'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:15:39.131028 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd085821-4388-4565-9851-57197c375633 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Pushing event deleted for resources: {'Port': ['ID=f9a43044-a9d6-4db5-af18-ac64260dfbe0,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:39.199062 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b15cf94-19bc-433d-bc3b-a856b3bfbbbe req-bd085821-4388-4565-9851-57197c375633 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] No DVR routers for this DVR port f9a43044-a9d6-4db5-af18-ac64260dfbe0 on host hv-cinder-83124 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:15:39.207689 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6b15cf94-19bc-433d-bc3b-a856b3bfbbbe req-bd085821-4388-4565-9851-57197c375633 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:39.211156 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6b15cf94-19bc-433d-bc3b-a856b3bfbbbe req-bd085821-4388-4565-9851-57197c375633 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.55 "DELETE /v2.0/ports/f9a43044-a9d6-4db5-af18-ac64260dfbe0 HTTP/1.1" status: 204 len: 173 time: 0.5879955 Mar 15 17:15:39.215998 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d46136-7d4f-4613-bf5d-3e6d52273aed', 'name': 'network-vif-deleted', 'tag': 'f9a43044-a9d6-4db5-af18-ac64260dfbe0'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:15:39.215998 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c6d78f-5f7b-455c-a8df-19e25db8df91" -d '{"events": [{"server_uuid": "e6d46136-7d4f-4613-bf5d-3e6d52273aed", "name": "network-vif-deleted", "tag": "f9a43044-a9d6-4db5-af18-ac64260dfbe0"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:15:39.288911 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98a00d3-7299-4679-8d42-34bb577e2927 x-openstack-request-id: req-c98a00d3-7299-4679-8d42-34bb577e2927 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:15:39.288911 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d46136-7d4f-4613-bf5d-3e6d52273aed", "name": "network-vif-deleted", "tag": "f9a43044-a9d6-4db5-af18-ac64260dfbe0", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:15:39.288911 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c98a00d3-7299-4679-8d42-34bb577e2927 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:15:39.288911 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d46136-7d4f-4613-bf5d-3e6d52273aed', 'name': 'network-vif-deleted', 'tag': 'f9a43044-a9d6-4db5-af18-ac64260dfbe0', 'status': 'completed', 'code': 200} Mar 15 17:15:39.738799 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2362337-68e4-48d9-997f-13c451f4097f req-03a7d296-4574-404b-85d4-f0bb6accd011 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:39.740849 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e2362337-68e4-48d9-997f-13c451f4097f req-03a7d296-4574-404b-85d4-f0bb6accd011 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0557194 Mar 15 17:15:39.845330 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3e21b04a-2fd6-4426-9288-e9f8745931d6 req-287d7de7-f4c4-4435-beaf-75f4ec2d64c9 tempest-VolumesNegativeTest-101558634 tempest-VolumesNegativeTest-101558634-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d46136-7d4f-4613-bf5d-3e6d52273aed HTTP/1.1" status: 200 len: 210 time: 0.0280998 Mar 15 17:15:40.019756 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e2362337-68e4-48d9-997f-13c451f4097f req-39acb17a-6de0-408a-bff6-61f2a0e25269 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722650 Mar 15 17:15:41.159617 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a1bed-a970-4f7b-b692-3747743d47f9 req-24a53f23-aec4-4e42-af6e-b7ae1de5364e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:41.161106 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c57a1bed-a970-4f7b-b692-3747743d47f9 req-24a53f23-aec4-4e42-af6e-b7ae1de5364e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0622559 Mar 15 17:15:41.213827 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c57a1bed-a970-4f7b-b692-3747743d47f9 req-4ef5fc98-5957-49c2-b371-af6d0bae691f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465443 Mar 15 17:15:41.689409 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 38934) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:41.796980 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-545f2baa-85b9-44c0-aaa5-505996bcb1cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:41.893644 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-545f2baa-85b9-44c0-aaa5-505996bcb1cd admin admin] Publish callbacks [] for security_group (1f5cd41e-c855-4989-b8c3-dfe68e57c601), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:42.012038 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-545f2baa-85b9-44c0-aaa5-505996bcb1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (1f5cd41e-c855-4989-b8c3-dfe68e57c601), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:42.055403 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-545f2baa-85b9-44c0-aaa5-505996bcb1cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbe37332dd65403da4a99e0a9ad7b992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648179 Mar 15 17:15:42.056177 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f2baa-85b9-44c0-aaa5-505996bcb1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5cd41e-c855-4989-b8c3-dfe68e57c601,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:42.058109 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 38948) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:42.108460 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-182b6953-d607-4af6-9358-99cab198fe43 admin admin] Publish callbacks [] for security_group (1f5cd41e-c855-4989-b8c3-dfe68e57c601), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:42.112284 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device f9a43044-a9d6-4db5-af18-ac64260dfbe0 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:15:42.133267 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: f9a43044-a9d6-4db5-af18-ac64260dfbe0 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:15:42.134164 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device f9a43044-a9d6-4db5-af18-ac64260dfbe0 not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:15:42.135234 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-182b6953-d607-4af6-9358-99cab198fe43 admin admin] Publish callbacks [] for security_group (1f5cd41e-c855-4989-b8c3-dfe68e57c601), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:42.320318 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-182b6953-d607-4af6-9358-99cab198fe43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (1f5cd41e-c855-4989-b8c3-dfe68e57c601), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:42.323509 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-182b6953-d607-4af6-9358-99cab198fe43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:42.324650 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-182b6953-d607-4af6-9358-99cab198fe43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f5cd41e-c855-4989-b8c3-dfe68e57c601 HTTP/1.1" status: 204 len: 168 time: 0.2653799 Mar 15 17:15:42.337338 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b6953-d607-4af6-9358-99cab198fe43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5cd41e-c855-4989-b8c3-dfe68e57c601,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:42.375231 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7581cb-832c-4349-9628-914b700ce9b7 req-c1d9a6b2-a5f4-46dd-b081-4f65a9aa382f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:42.382813 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee7581cb-832c-4349-9628-914b700ce9b7 req-c1d9a6b2-a5f4-46dd-b081-4f65a9aa382f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0942502 Mar 15 17:15:42.427783 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee7581cb-832c-4349-9628-914b700ce9b7 req-12b2466d-ff8d-474a-aaee-b5596e41c409 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437894 Mar 15 17:15:43.421673 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 39036) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:43.434646 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b79c8ec-9c31-406c-835c-da598f76573d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:43.553778 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d603f-6d0a-4634-a018-4dec689f0aff req-885a77fe-3200-4387-9111-6498a88e47ec tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:43.562816 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-122d603f-6d0a-4634-a018-4dec689f0aff req-885a77fe-3200-4387-9111-6498a88e47ec tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0590098 Mar 15 17:15:43.574917 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b79c8ec-9c31-406c-835c-da598f76573d admin admin] Publish callbacks [] for security_group (730fb544-6d61-4b8a-9291-ca94acbe1996), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:43.605747 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-122d603f-6d0a-4634-a018-4dec689f0aff req-e5b7a1b5-20af-475a-a495-030f48275e11 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432875 Mar 15 17:15:43.644419 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b79c8ec-9c31-406c-835c-da598f76573d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (730fb544-6d61-4b8a-9291-ca94acbe1996), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:43.685190 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-6b79c8ec-9c31-406c-835c-da598f76573d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eacb8db624274e71a9d7804ec87111f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622447 Mar 15 17:15:43.685961 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79c8ec-9c31-406c-835c-da598f76573d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730fb544-6d61-4b8a-9291-ca94acbe1996,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:43.687969 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 39046) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:43.739526 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-32240fc0-5323-4bf9-9337-67c0f18e0bbd admin admin] Publish callbacks [] for security_group (730fb544-6d61-4b8a-9291-ca94acbe1996), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:43.763432 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-32240fc0-5323-4bf9-9337-67c0f18e0bbd admin admin] Publish callbacks [] for security_group (730fb544-6d61-4b8a-9291-ca94acbe1996), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:43.913388 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-32240fc0-5323-4bf9-9337-67c0f18e0bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (730fb544-6d61-4b8a-9291-ca94acbe1996), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:43.916843 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-32240fc0-5323-4bf9-9337-67c0f18e0bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:43.918127 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-32240fc0-5323-4bf9-9337-67c0f18e0bbd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/730fb544-6d61-4b8a-9291-ca94acbe1996 HTTP/1.1" status: 204 len: 168 time: 0.2291973 Mar 15 17:15:43.932354 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32240fc0-5323-4bf9-9337-67c0f18e0bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730fb544-6d61-4b8a-9291-ca94acbe1996,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:44.737533 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db17c2c-714d-4373-842c-08fb937f826d req-e2c956f6-200c-48ad-bee0-70635027951c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:44.742365 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3db17c2c-714d-4373-842c-08fb937f826d req-e2c956f6-200c-48ad-bee0-70635027951c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0598295 Mar 15 17:15:44.796207 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3db17c2c-714d-4373-842c-08fb937f826d req-b5dbad0e-2ef7-4a7e-b1ba-464f059f675b tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504010 Mar 15 17:15:45.948069 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d8d43085-0ebb-4d65-9dca-724d191f6da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:45.956898 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eeab4b-87b1-43cb-a6b8-d95dbe4d7fdb req-33399f67-de51-40ac-8b26-e77769872c22 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:45.969970 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-80eeab4b-87b1-43cb-a6b8-d95dbe4d7fdb req-33399f67-de51-40ac-8b26-e77769872c22 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0743337 Mar 15 17:15:46.026333 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-80eeab4b-87b1-43cb-a6b8-d95dbe4d7fdb req-0a94eb02-5623-43f9-9a68-815f7d72899d tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592539 Mar 15 17:15:46.583110 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 39246) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:46.745075 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-af5d72df-0ed6-441a-899a-596bbed70a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:46.822933 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-af5d72df-0ed6-441a-899a-596bbed70a77 admin admin] Publish callbacks [] for security_group (0c49b334-d59d-4b7d-a779-a76e1319c0e4), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:46.894537 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-af5d72df-0ed6-441a-899a-596bbed70a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (0c49b334-d59d-4b7d-a779-a76e1319c0e4), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:46.944397 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d72df-0ed6-441a-899a-596bbed70a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c49b334-d59d-4b7d-a779-a76e1319c0e4,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:46.948816 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-af5d72df-0ed6-441a-899a-596bbed70a77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a69337898ab34b68bc9371c16a659d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3710098 Mar 15 17:15:46.951565 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 39274) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:47.001701 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c364abf5-f4ae-47eb-901a-62d40e1a5598 admin admin] Publish callbacks [] for security_group (0c49b334-d59d-4b7d-a779-a76e1319c0e4), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:47.026515 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c364abf5-f4ae-47eb-901a-62d40e1a5598 admin admin] Publish callbacks [] for security_group (0c49b334-d59d-4b7d-a779-a76e1319c0e4), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:47.151409 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6e4ef-1309-4308-8e4f-8f4014dea2cb req-cddc3cb8-63e0-441e-8507-26a0b9878b8e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:47.153039 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ceb6e4ef-1309-4308-8e4f-8f4014dea2cb req-cddc3cb8-63e0-441e-8507-26a0b9878b8e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0597582 Mar 15 17:15:47.202877 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ceb6e4ef-1309-4308-8e4f-8f4014dea2cb req-6244f96d-5a96-4693-ad70-6423bde1b47f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432181 Mar 15 17:15:47.238548 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c364abf5-f4ae-47eb-901a-62d40e1a5598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (0c49b334-d59d-4b7d-a779-a76e1319c0e4), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:47.242140 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c364abf5-f4ae-47eb-901a-62d40e1a5598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:47.246386 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c364abf5-f4ae-47eb-901a-62d40e1a5598 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c49b334-d59d-4b7d-a779-a76e1319c0e4 HTTP/1.1" status: 204 len: 168 time: 0.2915440 Mar 15 17:15:47.257851 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364abf5-f4ae-47eb-901a-62d40e1a5598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c49b334-d59d-4b7d-a779-a76e1319c0e4,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:47.755929 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030d22-0fb4-4205-8971-b29f3f757a50 req-4bcac1d2-c4c6-4ec7-bf8a-616fcc62c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:47.757447 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6b030d22-0fb4-4205-8971-b29f3f757a50 req-4bcac1d2-c4c6-4ec7-bf8a-616fcc62c2d1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 1129 time: 0.0491524 Mar 15 17:15:47.807480 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6b030d22-0fb4-4205-8971-b29f3f757a50 req-4a46cfec-758f-49e4-ba7a-e9017274d9c6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391872 Mar 15 17:15:47.933312 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 39292) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:47.946769 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7a2c7382-2491-4f5f-95ad-74661e3bf823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:48.020000 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7a2c7382-2491-4f5f-95ad-74661e3bf823 admin admin] Publish callbacks [] for security_group (5238551f-e974-455b-a5b0-ed3604d8f71c), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:48.084624 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7a2c7382-2491-4f5f-95ad-74661e3bf823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (5238551f-e974-455b-a5b0-ed3604d8f71c), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:48.126329 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7a2c7382-2491-4f5f-95ad-74661e3bf823 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a3d30ca852d455fa2f7364faec1e002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925180 Mar 15 17:15:48.127439 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c7382-2491-4f5f-95ad-74661e3bf823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5238551f-e974-455b-a5b0-ed3604d8f71c,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:48.129054 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 39298) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:48.183355 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b9b60d72-c6e0-4e3a-b09d-b73745a7b7a4 admin admin] Publish callbacks [] for security_group (5238551f-e974-455b-a5b0-ed3604d8f71c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:48.204787 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b9b60d72-c6e0-4e3a-b09d-b73745a7b7a4 admin admin] Publish callbacks [] for security_group (5238551f-e974-455b-a5b0-ed3604d8f71c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:48.329508 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82b9d1-d616-47a9-a406-6a83a4d10ae8 req-2815c261-f849-4d19-8e9e-9b38ada6fcfd tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:48.331025 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba82b9d1-d616-47a9-a406-6a83a4d10ae8 req-2815c261-f849-4d19-8e9e-9b38ada6fcfd tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0531738 Mar 15 17:15:48.365014 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b9b60d72-c6e0-4e3a-b09d-b73745a7b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (5238551f-e974-455b-a5b0-ed3604d8f71c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:48.367637 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b9b60d72-c6e0-4e3a-b09d-b73745a7b7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:48.371104 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b9b60d72-c6e0-4e3a-b09d-b73745a7b7a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5238551f-e974-455b-a5b0-ed3604d8f71c HTTP/1.1" status: 204 len: 168 time: 0.2386773 Mar 15 17:15:48.387736 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b60d72-c6e0-4e3a-b09d-b73745a7b7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5238551f-e974-455b-a5b0-ed3604d8f71c,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:48.392452 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba82b9d1-d616-47a9-a406-6a83a4d10ae8 req-90bb21b1-af9b-4cf9-85fc-09ca77a9d700 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543344 Mar 15 17:15:48.684104 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2b6602ba-69d8-4255-801e-526bcde9d405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:48.952972 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 39316) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:49.085869 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0bd7c33f-3db0-4951-80c5-a96e79f0d3e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed8b42a66b0441e5852f0976e5c38b71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317418 Mar 15 17:15:49.088917 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 39320) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:49.137450 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8ea43d94-e55e-411c-8ddc-bde65dfb026e admin admin] Publish callbacks [] for security_group (2c32e7b9-5d35-46e3-a828-6ecddeacf38d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:49.160593 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8ea43d94-e55e-411c-8ddc-bde65dfb026e admin admin] Publish callbacks [] for security_group (2c32e7b9-5d35-46e3-a828-6ecddeacf38d), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:49.266515 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 39322) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:49.280288 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-de2d67c0-e0cc-4b1c-9a8c-12e011127761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:49.523609 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e6c02-afc7-47d9-b9bf-b5864e8ec0d9 req-a39e028c-b01f-470a-9ccf-53cfb740d757 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:49.525452 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6c4e6c02-afc7-47d9-b9bf-b5864e8ec0d9 req-a39e028c-b01f-470a-9ccf-53cfb740d757 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0582938 Mar 15 17:15:49.531367 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:49.534146 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8ea43d94-e55e-411c-8ddc-bde65dfb026e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (2c32e7b9-5d35-46e3-a828-6ecddeacf38d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:49.537218 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8ea43d94-e55e-411c-8ddc-bde65dfb026e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:49.538365 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8ea43d94-e55e-411c-8ddc-bde65dfb026e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c32e7b9-5d35-46e3-a828-6ecddeacf38d HTTP/1.1" status: 204 len: 168 time: 0.4485502 Mar 15 17:15:49.559287 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea43d94-e55e-411c-8ddc-bde65dfb026e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c32e7b9-5d35-46e3-a828-6ecddeacf38d,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:49.588620 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6c4e6c02-afc7-47d9-b9bf-b5864e8ec0d9 req-bcc9e306-e7b7-4712-8322-9dca2c029326 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570371 Mar 15 17:15:49.619525 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-de2d67c0-e0cc-4b1c-9a8c-12e011127761 admin admin] Publish callbacks [] for security_group (c3d70ad8-b320-47d1-a1e5-4f0d1f195913), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:49.700370 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-de2d67c0-e0cc-4b1c-9a8c-12e011127761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (c3d70ad8-b320-47d1-a1e5-4f0d1f195913), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:49.745140 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-de2d67c0-e0cc-4b1c-9a8c-12e011127761 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0147ac95e1724195882c98a3d368361d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4774525 Mar 15 17:15:49.747879 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 39334) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:15:49.749639 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d67c0-e0cc-4b1c-9a8c-12e011127761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d70ad8-b320-47d1-a1e5-4f0d1f195913,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:49.765997 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43206faf-2d57-4240-a1d1-07dfaa97139d req-063511e9-2fe6-448f-ab09-171fd7a217a8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:49.767538 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-43206faf-2d57-4240-a1d1-07dfaa97139d req-063511e9-2fe6-448f-ab09-171fd7a217a8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.1008177 Mar 15 17:15:49.796947 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef30e-6a34-4cce-8eee-f9fc25639ecf admin admin] Publish callbacks [] for security_group (c3d70ad8-b320-47d1-a1e5-4f0d1f195913), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:49.816267 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-43206faf-2d57-4240-a1d1-07dfaa97139d req-e7660697-f04b-46f2-b001-1d9954cbd548 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428150 Mar 15 17:15:49.823643 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef30e-6a34-4cce-8eee-f9fc25639ecf admin admin] Publish callbacks [] for security_group (c3d70ad8-b320-47d1-a1e5-4f0d1f195913), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:50.031916 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef30e-6a34-4cce-8eee-f9fc25639ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (c3d70ad8-b320-47d1-a1e5-4f0d1f195913), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:50.035041 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef30e-6a34-4cce-8eee-f9fc25639ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:50.040012 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-8f7ef30e-6a34-4cce-8eee-f9fc25639ecf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3d70ad8-b320-47d1-a1e5-4f0d1f195913 HTTP/1.1" status: 204 len: 168 time: 0.2877212 Mar 15 17:15:50.045357 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ef30e-6a34-4cce-8eee-f9fc25639ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d70ad8-b320-47d1-a1e5-4f0d1f195913,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:15:50.969709 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:52.198264 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f55290-30f8-4fbb-b163-eadc66672d01 req-8d13e9c6-fe6f-4a31-8c88-64e56bac9c64 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:52.204504 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29f55290-30f8-4fbb-b163-eadc66672d01 req-8d13e9c6-fe6f-4a31-8c88-64e56bac9c64 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0600829 Mar 15 17:15:52.252891 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29f55290-30f8-4fbb-b163-eadc66672d01 req-6ce4ca3a-0179-4c2b-9ab5-059bb1e7df3a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473537 Mar 15 17:15:52.281688 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccffd8e-ed11-4e0b-b9a5-5c4648e36ecc req-f2a9e252-aeae-40a8-b9d4-720463ec4928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:52.283200 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bccffd8e-ed11-4e0b-b9a5-5c4648e36ecc req-f2a9e252-aeae-40a8-b9d4-720463ec4928 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=586e3ae672c94d9dbc89fd874cd5bff4&device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 1129 time: 0.0465429 Mar 15 17:15:52.378461 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccffd8e-ed11-4e0b-b9a5-5c4648e36ecc req-39515981-a33d-439f-b813-6dae64697e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:52.379959 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bccffd8e-ed11-4e0b-b9a5-5c4648e36ecc req-39515981-a33d-439f-b813-6dae64697e69 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8ca1a9b-c211-440b-aad1-4246de63ebf1 HTTP/1.1" status: 200 len: 919 time: 0.0889425 Mar 15 17:15:52.420929 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bccffd8e-ed11-4e0b-b9a5-5c4648e36ecc req-b2902647-9b13-476c-9305-c6f53ef6b81c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87512783-be87-4777-b8a3-cc4b2ed178a0 HTTP/1.1" status: 200 len: 217 time: 0.0349057 Mar 15 17:15:52.484490 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccffd8e-ed11-4e0b-b9a5-5c4648e36ecc req-f337da29-2271-466e-9171-2ee25ba9959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:52.485847 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bccffd8e-ed11-4e0b-b9a5-5c4648e36ecc req-f337da29-2271-466e-9171-2ee25ba9959e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7c7c-a1e8-4a52-95d6-dbff35d88981 HTTP/1.1" status: 200 len: 858 time: 0.0476127 Mar 15 17:15:52.517579 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bccffd8e-ed11-4e0b-b9a5-5c4648e36ecc req-d917c315-70a8-4d3b-bbd3-64287e6b1229 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8ca1a9b-c211-440b-aad1-4246de63ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236671 Mar 15 17:15:52.562816 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:52.614669 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bccffd8e-ed11-4e0b-b9a5-5c4648e36ecc req-f3d61c21-c3a3-485c-9c00-8adc2c0bb21f service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818722 Mar 15 17:15:52.710365 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bccffd8e-ed11-4e0b-b9a5-5c4648e36ecc req-47f2894e-c82f-475b-ae24-426b60168278 service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887954 Mar 15 17:15:53.376548 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa924ff7-3c06-4ea4-a4ec-b64ca0ef80be req-df850816-d3a2-4301-872b-3e64d8cde554 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:53.378026 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fa924ff7-3c06-4ea4-a4ec-b64ca0ef80be req-df850816-d3a2-4301-872b-3e64d8cde554 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0558608 Mar 15 17:15:53.430495 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fa924ff7-3c06-4ea4-a4ec-b64ca0ef80be req-9472e56e-4c26-48af-82f9-81a813047031 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419068 Mar 15 17:15:54.543911 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d25e99-3acd-4fe7-a9b9-319a93dc9d1e req-b90c009e-e9b5-4968-b5ba-6caf9068f009 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:54.545424 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29d25e99-3acd-4fe7-a9b9-319a93dc9d1e req-b90c009e-e9b5-4968-b5ba-6caf9068f009 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0535820 Mar 15 17:15:54.592881 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29d25e99-3acd-4fe7-a9b9-319a93dc9d1e req-32608526-2c36-4b7e-adc3-1a227c018860 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413709 Mar 15 17:15:55.709073 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101cdcd-0ed2-4db3-bc0a-d5fa635858f4 req-b7097d8c-93d0-4ec8-870f-1ca5c017a57c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:55.710560 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4101cdcd-0ed2-4db3-bc0a-d5fa635858f4 req-b7097d8c-93d0-4ec8-870f-1ca5c017a57c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0511239 Mar 15 17:15:55.766027 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4101cdcd-0ed2-4db3-bc0a-d5fa635858f4 req-a4a335d5-9cbd-4e78-8cc1-20ba48768f65 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491977 Mar 15 17:15:56.891353 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175902d2-cb4a-49e1-9539-42d9fd9448dc req-03b5c280-6d94-4a56-9833-940efe56a60c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:56.895129 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-175902d2-cb4a-49e1-9539-42d9fd9448dc req-03b5c280-6d94-4a56-9833-940efe56a60c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0597112 Mar 15 17:15:56.942273 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-175902d2-cb4a-49e1-9539-42d9fd9448dc req-a5ff38df-d4c5-453e-96f9-d1bf5981fc34 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432348 Mar 15 17:15:58.063945 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4f9aa-6632-49a3-bef1-bd0ce8a9074b req-473a9e05-f24c-4214-8459-7ec9da285967 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:58.065423 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9bc4f9aa-6632-49a3-bef1-bd0ce8a9074b req-473a9e05-f24c-4214-8459-7ec9da285967 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0537820 Mar 15 17:15:58.113177 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9bc4f9aa-6632-49a3-bef1-bd0ce8a9074b req-2082291d-ef49-4fd8-9c27-6003b4d585a2 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414598 Mar 15 17:15:59.256581 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a805a4-fb25-4ca7-8dd0-4eb76b5ffc2b req-97c4236b-e6af-456c-b185-f0731426b659 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:15:59.259969 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b9a805a4-fb25-4ca7-8dd0-4eb76b5ffc2b req-97c4236b-e6af-456c-b185-f0731426b659 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0687943 Mar 15 17:15:59.316744 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b9a805a4-fb25-4ca7-8dd0-4eb76b5ffc2b req-69555723-7f96-4dea-bc7a-20e3a8dc954b tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510027 Mar 15 17:16:00.432940 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d61834-5e29-4ca5-9c7e-41f1202f2f15 req-c7c9d56d-605b-4d4b-8c76-32cf034483f0 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:00.434402 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b2d61834-5e29-4ca5-9c7e-41f1202f2f15 req-c7c9d56d-605b-4d4b-8c76-32cf034483f0 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0515435 Mar 15 17:16:00.480339 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b2d61834-5e29-4ca5-9c7e-41f1202f2f15 req-7e4f4383-451c-48b5-a713-fa31c573f885 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402749 Mar 15 17:16:01.597913 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a24ae9-23e7-48e9-8a72-dce512e268a6 req-9cd8873a-5647-4550-b89d-6672310b7543 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:01.599488 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-63a24ae9-23e7-48e9-8a72-dce512e268a6 req-9cd8873a-5647-4550-b89d-6672310b7543 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0511734 Mar 15 17:16:01.649012 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-63a24ae9-23e7-48e9-8a72-dce512e268a6 req-f4ec17eb-64e3-47f9-a09a-3f9756128b53 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432985 Mar 15 17:16:02.766920 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e7f46-5dc8-4915-ad95-0c8d0ddeca78 req-c5a6f257-de67-4c04-a843-fd3cb172392a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:02.768436 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-595e7f46-5dc8-4915-ad95-0c8d0ddeca78 req-c5a6f257-de67-4c04-a843-fd3cb172392a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0544055 Mar 15 17:16:02.814067 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-595e7f46-5dc8-4915-ad95-0c8d0ddeca78 req-db4d5bcf-6bae-468c-9a69-5e0cdda178ff tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397642 Mar 15 17:16:03.935234 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0617dd6-f659-4822-ad50-09f3739d7d6f req-125c4c27-4b4e-4ec7-8253-16f358861245 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:03.936697 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f0617dd6-f659-4822-ad50-09f3739d7d6f req-125c4c27-4b4e-4ec7-8253-16f358861245 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0567141 Mar 15 17:16:03.987227 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f0617dd6-f659-4822-ad50-09f3739d7d6f req-7b3bb42e-83ad-4502-99a0-b9aa96067cb4 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450478 Mar 15 17:16:05.131265 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce20c0-b03d-4ad9-82e1-39c9036e272e req-d2d9c0aa-dea9-4781-b8ee-7498575655dd tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:05.133304 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dbce20c0-b03d-4ad9-82e1-39c9036e272e req-d2d9c0aa-dea9-4781-b8ee-7498575655dd tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0798304 Mar 15 17:16:05.190574 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dbce20c0-b03d-4ad9-82e1-39c9036e272e req-44cb1327-1913-4d41-8ae2-61c881cf2adb tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517545 Mar 15 17:16:06.321911 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e29338-846c-4892-9552-49a0ade54e31 req-d749a823-b5da-4c0c-af98-e4a3c0ba787d tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:06.323502 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-45e29338-846c-4892-9552-49a0ade54e31 req-d749a823-b5da-4c0c-af98-e4a3c0ba787d tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0568950 Mar 15 17:16:06.369940 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-45e29338-846c-4892-9552-49a0ade54e31 req-9493c0e6-3273-46d7-9b93-4bf4babd0014 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 Mar 15 17:16:06.701523 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49ef70-57a4-4e1f-b432-4a2d6c59406e req-93ff6223-e93d-4395-9ab2-a0689f6cb5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:06.703061 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae49ef70-57a4-4e1f-b432-4a2d6c59406e req-93ff6223-e93d-4395-9ab2-a0689f6cb5f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=586e3ae672c94d9dbc89fd874cd5bff4&device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 1129 time: 0.0568001 Mar 15 17:16:06.813973 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49ef70-57a4-4e1f-b432-4a2d6c59406e req-1777584f-69a3-4dc8-8c3a-6caf53b06020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:06.815453 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae49ef70-57a4-4e1f-b432-4a2d6c59406e req-1777584f-69a3-4dc8-8c3a-6caf53b06020 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8ca1a9b-c211-440b-aad1-4246de63ebf1 HTTP/1.1" status: 200 len: 919 time: 0.0909376 Mar 15 17:16:06.856974 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae49ef70-57a4-4e1f-b432-4a2d6c59406e req-92d78461-146a-4596-865d-a8add2471d69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87512783-be87-4777-b8a3-cc4b2ed178a0 HTTP/1.1" status: 200 len: 217 time: 0.0348198 Mar 15 17:16:06.907033 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49ef70-57a4-4e1f-b432-4a2d6c59406e req-c7d41253-b820-4387-912b-ba6264e5d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:06.908482 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae49ef70-57a4-4e1f-b432-4a2d6c59406e req-c7d41253-b820-4387-912b-ba6264e5d66b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7c7c-a1e8-4a52-95d6-dbff35d88981 HTTP/1.1" status: 200 len: 858 time: 0.0446670 Mar 15 17:16:06.943018 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae49ef70-57a4-4e1f-b432-4a2d6c59406e req-e1d8d811-bea9-4dbf-ad2c-f55b531a8eff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8ca1a9b-c211-440b-aad1-4246de63ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278511 Mar 15 17:16:07.037120 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae49ef70-57a4-4e1f-b432-4a2d6c59406e req-3d716431-7419-4916-9f1f-c082c8a7f32f service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878124 Mar 15 17:16:07.139248 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae49ef70-57a4-4e1f-b432-4a2d6c59406e req-2940afa5-fcbc-4a6f-afbd-e4f32b6141dd service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916870 Mar 15 17:16:07.296977 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6911934-ba7e-417d-ac48-f1ab7031feee req-1b53e56c-22a9-41ae-9d16-83463e114778 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:07.307113 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b6911934-ba7e-417d-ac48-f1ab7031feee req-1b53e56c-22a9-41ae-9d16-83463e114778 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0529506 Mar 15 17:16:07.352613 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b6911934-ba7e-417d-ac48-f1ab7031feee req-cb019799-df3a-434b-8698-a98ebded5715 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445874 Mar 15 17:16:07.504820 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66466513-09d0-47eb-bd07-c30bbfb13789 req-8a81dc42-7232-4564-bed5-cd71c9e21a89 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:07.506312 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-66466513-09d0-47eb-bd07-c30bbfb13789 req-8a81dc42-7232-4564-bed5-cd71c9e21a89 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0668883 Mar 15 17:16:07.559513 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-66466513-09d0-47eb-bd07-c30bbfb13789 req-1f55b5ba-714a-4daa-8051-ba31cfe14a56 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475349 Mar 15 17:16:08.479870 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96782ee-6281-4cb9-9126-9cb9a10f429a req-8e1b3450-34f2-452e-b5da-784e70298b56 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:08.481337 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d96782ee-6281-4cb9-9126-9cb9a10f429a req-8e1b3450-34f2-452e-b5da-784e70298b56 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0544567 Mar 15 17:16:08.530421 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d96782ee-6281-4cb9-9126-9cb9a10f429a req-6b7c50c7-f161-457d-9d26-d12f7910c494 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427926 Mar 15 17:16:08.676927 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4e390-efce-424a-9449-49df36a51a76 req-2387119a-1017-4a99-838f-ea117f54da3b tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:08.678293 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dcc4e390-efce-424a-9449-49df36a51a76 req-2387119a-1017-4a99-838f-ea117f54da3b tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0511472 Mar 15 17:16:08.738815 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dcc4e390-efce-424a-9449-49df36a51a76 req-e83f0bf4-d422-4ede-b3dc-17fee4e64af9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544646 Mar 15 17:16:09.026010 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:09.656970 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59448a28-5555-42a0-a93d-88d5d06a9988 req-206480a1-0593-40b3-9539-9f82b037a2bf tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:09.658463 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-59448a28-5555-42a0-a93d-88d5d06a9988 req-206480a1-0593-40b3-9539-9f82b037a2bf tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0545335 Mar 15 17:16:09.705768 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-59448a28-5555-42a0-a93d-88d5d06a9988 req-36a0f5d2-8585-4daa-a22e-23c0155f7b5c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415738 Mar 15 17:16:09.854116 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f8585-07a0-4561-b55d-d46aa5a07ca5 req-d4c2d22f-2467-499a-a6c6-bc9453958666 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:09.855632 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b4f8585-07a0-4561-b55d-d46aa5a07ca5 req-d4c2d22f-2467-499a-a6c6-bc9453958666 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0501668 Mar 15 17:16:09.905765 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b4f8585-07a0-4561-b55d-d46aa5a07ca5 req-1fa120ff-6b5f-48db-9243-4a5c68a4a6d3 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442131 Mar 15 17:16:10.824053 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bcf7f-dd28-472c-88ab-502cfb33a1b7 req-673d7123-31dc-4e28-83e5-68e2b5ee6a29 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:10.825493 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-823bcf7f-dd28-472c-88ab-502cfb33a1b7 req-673d7123-31dc-4e28-83e5-68e2b5ee6a29 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0499160 Mar 15 17:16:10.870092 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-823bcf7f-dd28-472c-88ab-502cfb33a1b7 req-81335cc8-4f92-4afa-9785-91b0708b83bb tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392323 Mar 15 17:16:11.018815 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465d3ba-e712-4c23-b940-ae4b29f51acd req-ccc68fec-49ad-4b8b-b21a-ab6e89641aee tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:11.020465 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c465d3ba-e712-4c23-b940-ae4b29f51acd req-ccc68fec-49ad-4b8b-b21a-ab6e89641aee tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0509031 Mar 15 17:16:11.067274 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c465d3ba-e712-4c23-b940-ae4b29f51acd req-09eb768c-eefa-44ad-9669-71c63401fcfa tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407121 Mar 15 17:16:11.926142 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ebb6-fa95-414c-be6a-875819b21de5 req-57398d88-1a40-4e7d-860c-361036d7a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:11.927721 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-50a7ebb6-fa95-414c-be6a-875819b21de5 req-57398d88-1a40-4e7d-860c-361036d7a3e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 1129 time: 0.0477045 Mar 15 17:16:12.002147 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-50a7ebb6-fa95-414c-be6a-875819b21de5 req-83058a1a-207e-496f-b9f1-d4a387f41e75 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669546 Mar 15 17:16:12.013905 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709264f7-ee02-4af4-9345-32f17229ba3a req-5abb4ff5-ae85-488e-b122-65e2ad0ceafc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:12.015248 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-709264f7-ee02-4af4-9345-32f17229ba3a req-5abb4ff5-ae85-488e-b122-65e2ad0ceafc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0748994 Mar 15 17:16:12.061985 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-709264f7-ee02-4af4-9345-32f17229ba3a req-a5c31411-1088-4a19-bb78-783e8a519c19 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407681 Mar 15 17:16:12.183873 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928c70f-bd33-45ab-9153-fc2440152704 req-a01dfea6-b3bd-4c5a-8d90-79b6e2feb5d6 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:12.185414 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b928c70f-bd33-45ab-9153-fc2440152704 req-a01dfea6-b3bd-4c5a-8d90-79b6e2feb5d6 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0524857 Mar 15 17:16:12.231476 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b928c70f-bd33-45ab-9153-fc2440152704 req-4fa70623-f5a1-45ee-a5f9-057d8046a351 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405178 Mar 15 17:16:13.190561 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47352aea-148e-4bf3-bb15-7ec1c1dbc688 req-7aa9585f-b47d-4d98-b5a9-9ee32287cdaf tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:13.192076 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-47352aea-148e-4bf3-bb15-7ec1c1dbc688 req-7aa9585f-b47d-4d98-b5a9-9ee32287cdaf tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0557930 Mar 15 17:16:13.235940 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:16:13.238799 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-47352aea-148e-4bf3-bb15-7ec1c1dbc688 req-5bee7025-1e55-4734-ad3d-9bf24e2af981 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411308 Mar 15 17:16:13.351628 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b0b06-e050-43f2-9ecb-3cd9da8538ed req-231f47b5-45a7-430a-9b64-c625f406bae9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:13.352996 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-404b0b06-e050-43f2-9ecb-3cd9da8538ed req-231f47b5-45a7-430a-9b64-c625f406bae9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0546353 Mar 15 17:16:13.398449 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-404b0b06-e050-43f2-9ecb-3cd9da8538ed req-28506638-dba6-4549-a06e-dfb1133bd8a9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398910 Mar 15 17:16:14.357303 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904c44f-0162-4e93-b2a9-6069f1774fc9 req-b52b2ee7-f41c-4733-b141-b304a8c9612a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:14.358777 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8904c44f-0162-4e93-b2a9-6069f1774fc9 req-b52b2ee7-f41c-4733-b141-b304a8c9612a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0508616 Mar 15 17:16:14.404313 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8904c44f-0162-4e93-b2a9-6069f1774fc9 req-869cbbdb-aa49-48f3-b611-2b168ce514c4 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400372 Mar 15 17:16:14.524410 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f37f4-9a9f-4a09-81cb-f4f15a7df1bd req-de415b22-0d68-4521-be5d-b7d9bab4e6e5 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:14.525998 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-052f37f4-9a9f-4a09-81cb-f4f15a7df1bd req-de415b22-0d68-4521-be5d-b7d9bab4e6e5 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0535250 Mar 15 17:16:14.573469 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-052f37f4-9a9f-4a09-81cb-f4f15a7df1bd req-6f3f10bd-ad56-4ec6-9920-17966badcd76 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Mar 15 17:16:15.267449 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 39948) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:15.372907 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:15.449209 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Publish callbacks [] for security_group (e0480686-b695-46e9-83c5-38589b129228), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:15.528747 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fefda3-28a9-4b04-b34a-4f19dbacf07a req-8640d738-618c-40d3-bb14-9fcfbc49c0e5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:15.530187 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e3fefda3-28a9-4b04-b34a-4f19dbacf07a req-8640d738-618c-40d3-bb14-9fcfbc49c0e5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0554583 Mar 15 17:16:15.555038 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (e0480686-b695-46e9-83c5-38589b129228), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:15.610415 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e3fefda3-28a9-4b04-b34a-4f19dbacf07a req-208c27c1-6e72-4635-9860-17bcb7c56b45 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746076 Mar 15 17:16:15.612950 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b379dea4d2c943ef889021ee5128b46b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422055 Mar 15 17:16:15.613802 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0480686-b695-46e9-83c5-38589b129228,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:15.616405 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 39960) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:15.625047 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.625407 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.625750 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.626088 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.626416 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.626763 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.627095 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.627419 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.627743 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.628345 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.628694 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.629015 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.629349 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.629670 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.629989 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d13bd-3cec-41ef-9ec8-9e86eb72c9fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.730850 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Publish callbacks [] for security_group (e0480686-b695-46e9-83c5-38589b129228), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:15.743962 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05594e4-cf1a-4e1e-bfd8-9a1169553dde req-51f96620-2241-40ec-979a-ad810d045d97 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:15.745467 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f05594e4-cf1a-4e1e-bfd8-9a1169553dde req-51f96620-2241-40ec-979a-ad810d045d97 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0890620 Mar 15 17:16:15.770824 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Publish callbacks [] for security_group (e0480686-b695-46e9-83c5-38589b129228), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:15.832432 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f05594e4-cf1a-4e1e-bfd8-9a1169553dde req-9ff358a9-faa1-426a-a77b-aafaf67a3915 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768495 Mar 15 17:16:15.938669 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (e0480686-b695-46e9-83c5-38589b129228), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:15.941566 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:15.942694 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0480686-b695-46e9-83c5-38589b129228 HTTP/1.1" status: 204 len: 168 time: 0.3250916 Mar 15 17:16:15.951207 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0480686-b695-46e9-83c5-38589b129228,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:15.958119 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.958464 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.958828 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.959170 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.960043 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.960390 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.960715 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.961035 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.961359 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.961738 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.962068 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.962386 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.962756 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.963035 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.963349 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677da6c2-dfae-4b8e-948c-d1ed969bff12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:15.981329 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f6baf130-f847-49e3-858b-7a084dea958b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:16.772757 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7678-4926-4fc0-b0ac-e37c1d533b57 req-19b1d0ab-be23-4ae1-b6be-e72b0fac4748 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:16.778646 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fdcf7678-4926-4fc0-b0ac-e37c1d533b57 req-19b1d0ab-be23-4ae1-b6be-e72b0fac4748 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0576499 Mar 15 17:16:16.783919 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 39994) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:16.807798 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c800dddc-03b8-488f-864d-c66a1c76ec52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:16.830003 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fdcf7678-4926-4fc0-b0ac-e37c1d533b57 req-6c6f6332-d7c2-4ca0-9f60-ea55f6dc167f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473514 Mar 15 17:16:16.885162 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c800dddc-03b8-488f-864d-c66a1c76ec52 admin admin] Publish callbacks [] for security_group (78d5aca3-2549-42b7-9245-02033483fdb6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:16.964366 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b11016-8b79-4470-a59a-c5e34b34e700 req-07af000f-dede-4426-98e2-b764ad46b41c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:16.965875 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d1b11016-8b79-4470-a59a-c5e34b34e700 req-07af000f-dede-4426-98e2-b764ad46b41c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0599124 Mar 15 17:16:16.966658 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c800dddc-03b8-488f-864d-c66a1c76ec52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (78d5aca3-2549-42b7-9245-02033483fdb6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:17.020650 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c800dddc-03b8-488f-864d-c66a1c76ec52 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10fda04a2f1c4457ad2cc9d2020f3ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354178 Mar 15 17:16:17.023585 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40000) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:17.025305 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800dddc-03b8-488f-864d-c66a1c76ec52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d5aca3-2549-42b7-9245-02033483fdb6,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:17.052652 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d1b11016-8b79-4470-a59a-c5e34b34e700 req-2b47f8de-ea3f-4808-a12a-1e24fdb65635 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757079 Mar 15 17:16:17.100723 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e65f-2a40-4085-a23e-4593f28c4d6e admin admin] Publish callbacks [] for security_group (78d5aca3-2549-42b7-9245-02033483fdb6), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:17.124313 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e65f-2a40-4085-a23e-4593f28c4d6e admin admin] Publish callbacks [] for security_group (78d5aca3-2549-42b7-9245-02033483fdb6), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:17.294594 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e65f-2a40-4085-a23e-4593f28c4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (78d5aca3-2549-42b7-9245-02033483fdb6), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:17.297190 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e65f-2a40-4085-a23e-4593f28c4d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:17.298328 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-ebe5e65f-2a40-4085-a23e-4593f28c4d6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78d5aca3-2549-42b7-9245-02033483fdb6 HTTP/1.1" status: 204 len: 168 time: 0.2737725 Mar 15 17:16:17.306610 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5e65f-2a40-4085-a23e-4593f28c4d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d5aca3-2549-42b7-9245-02033483fdb6,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:17.960513 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adf1e0-6782-41ad-b3ba-274caeda1a39 req-e464974b-1916-49ea-94c2-ae4d80c6525d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:17.962153 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c5adf1e0-6782-41ad-b3ba-274caeda1a39 req-e464974b-1916-49ea-94c2-ae4d80c6525d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0581191 Mar 15 17:16:18.016834 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c5adf1e0-6782-41ad-b3ba-274caeda1a39 req-2d26d707-0fa9-47a3-8a07-ecea1d687575 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482943 Mar 15 17:16:18.180096 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d022d79-62e3-4e56-b8a3-c37ec71888c7 req-e404878b-7ba8-4162-b19b-99e6cb671ab0 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:18.187618 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d022d79-62e3-4e56-b8a3-c37ec71888c7 req-e404878b-7ba8-4162-b19b-99e6cb671ab0 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0603902 Mar 15 17:16:18.263311 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d022d79-62e3-4e56-b8a3-c37ec71888c7 req-39b3a710-36f3-4ffa-8206-eb35def68ccf tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655153 Mar 15 17:16:18.326161 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40040) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:18.451238 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8df1ab3e-db03-49ab-9c6e-f794ce072fa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:18.535922 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8df1ab3e-db03-49ab-9c6e-f794ce072fa4 admin admin] Publish callbacks [] for security_group (ae700b99-eb3e-4bb0-adb5-78626bed4353), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:18.660576 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-26b64c2d-6edf-4c65-a91a-6cbf9b91c733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:18.668334 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8df1ab3e-db03-49ab-9c6e-f794ce072fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (ae700b99-eb3e-4bb0-adb5-78626bed4353), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:18.735426 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-8df1ab3e-db03-49ab-9c6e-f794ce072fa4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d676cfd209244bf9a78530e59ab7b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080257 Mar 15 17:16:18.737973 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1ab3e-db03-49ab-9c6e-f794ce072fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae700b99-eb3e-4bb0-adb5-78626bed4353,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:18.738116 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40052) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:18.793847 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-76b9b604-853b-47f5-a1b5-8fe6d90fcb6a admin admin] Publish callbacks [] for security_group (ae700b99-eb3e-4bb0-adb5-78626bed4353), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:18.804070 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3a1c-e060-4cea-8138-768ebe68cbb6 req-d2186150-9036-4430-bf31-369772865da8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:18.805676 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1d2c3a1c-e060-4cea-8138-768ebe68cbb6 req-d2186150-9036-4430-bf31-369772865da8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.1167328 Mar 15 17:16:18.832023 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807acb8c-584d-4188-90f7-a37385315759 req-205704fb-5ba1-426b-9d72-c77f3833ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:18.833562 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-807acb8c-584d-4188-90f7-a37385315759 req-205704fb-5ba1-426b-9d72-c77f3833ab93 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=586e3ae672c94d9dbc89fd874cd5bff4&device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 1129 time: 0.0791719 Mar 15 17:16:18.834999 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-76b9b604-853b-47f5-a1b5-8fe6d90fcb6a admin admin] Publish callbacks [] for security_group (ae700b99-eb3e-4bb0-adb5-78626bed4353), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:18.931637 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1d2c3a1c-e060-4cea-8138-768ebe68cbb6 req-9d11a7cc-0082-41b0-bcdd-2f21999a3d28 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158502 Mar 15 17:16:18.971943 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807acb8c-584d-4188-90f7-a37385315759 req-6f57fd06-2c49-4ecf-aee8-77bddb264d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:18.973461 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-807acb8c-584d-4188-90f7-a37385315759 req-6f57fd06-2c49-4ecf-aee8-77bddb264d2f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8ca1a9b-c211-440b-aad1-4246de63ebf1 HTTP/1.1" status: 200 len: 919 time: 0.1312318 Mar 15 17:16:18.978560 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-76b9b604-853b-47f5-a1b5-8fe6d90fcb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (ae700b99-eb3e-4bb0-adb5-78626bed4353), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:18.981199 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-76b9b604-853b-47f5-a1b5-8fe6d90fcb6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:18.982339 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-76b9b604-853b-47f5-a1b5-8fe6d90fcb6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae700b99-eb3e-4bb0-adb5-78626bed4353 HTTP/1.1" status: 204 len: 168 time: 0.2432528 Mar 15 17:16:18.992805 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9b604-853b-47f5-a1b5-8fe6d90fcb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae700b99-eb3e-4bb0-adb5-78626bed4353,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:19.022632 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-807acb8c-584d-4188-90f7-a37385315759 req-75efd14b-c381-4c6b-b5a1-d4a9abeb93c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87512783-be87-4777-b8a3-cc4b2ed178a0 HTTP/1.1" status: 200 len: 217 time: 0.0393004 Mar 15 17:16:19.094019 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807acb8c-584d-4188-90f7-a37385315759 req-00ee5adf-ff6a-4c92-83f4-154663efa8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:19.097797 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-807acb8c-584d-4188-90f7-a37385315759 req-00ee5adf-ff6a-4c92-83f4-154663efa8ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7c7c-a1e8-4a52-95d6-dbff35d88981 HTTP/1.1" status: 200 len: 858 time: 0.0675209 Mar 15 17:16:19.148271 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-807acb8c-584d-4188-90f7-a37385315759 req-0accedc2-f33a-4dcb-92af-1c1bc4fd9a23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8ca1a9b-c211-440b-aad1-4246de63ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380468 Mar 15 17:16:19.168796 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41889c-07ea-49a0-828d-3b60225e3fc9 req-83f07e69-2b6f-4142-8d5d-e549ea70a631 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:19.170492 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cf41889c-07ea-49a0-828d-3b60225e3fc9 req-83f07e69-2b6f-4142-8d5d-e549ea70a631 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0578787 Mar 15 17:16:19.237611 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cf41889c-07ea-49a0-828d-3b60225e3fc9 req-fc1372d3-7d36-486c-b429-67a093f880e6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617008 Mar 15 17:16:19.253264 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-807acb8c-584d-4188-90f7-a37385315759 req-f9fedd9b-7ddc-4d10-ad78-41231e0e56a2 service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984535 Mar 15 17:16:19.366375 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-807acb8c-584d-4188-90f7-a37385315759 req-2f971803-d1c0-481a-88e0-dc3ffafd47c9 service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059899 Mar 15 17:16:19.451933 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:19.696066 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40092) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:19.700841 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-02bcece8-7200-472c-8220-826e967fbafb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--590086063', 'description': 'tempest-description--352992756'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:19.877464 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-02bcece8-7200-472c-8220-826e967fbafb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:19.954187 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-02bcece8-7200-472c-8220-826e967fbafb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (ca57e6ed-42df-4ba3-b622-d7a5207420f1), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:20.069599 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-02bcece8-7200-472c-8220-826e967fbafb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (ca57e6ed-42df-4ba3-b622-d7a5207420f1), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:20.091463 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83484fbd-f249-40e1-b311-94a36957778a req-7f57818d-e46b-4690-b8d3-0f2ed14dc301 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:20.098850 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-83484fbd-f249-40e1-b311-94a36957778a req-7f57818d-e46b-4690-b8d3-0f2ed14dc301 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0974529 Mar 15 17:16:20.115118 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcece8-7200-472c-8220-826e967fbafb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca57e6ed-42df-4ba3-b622-d7a5207420f1,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:20.165171 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-83484fbd-f249-40e1-b311-94a36957778a req-fc15bd98-a48d-45b2-acce-f99020a0f87b tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653932 Mar 15 17:16:20.169065 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-02bcece8-7200-472c-8220-826e967fbafb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:20.170416 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-02bcece8-7200-472c-8220-826e967fbafb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4733460 Mar 15 17:16:20.173269 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40110) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:20.178012 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-b3cf3271-ef90-4565-bce1-ef7f91167859 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'security_group_rule': {'security_group_id': 'ca57e6ed-42df-4ba3-b622-d7a5207420f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:20.272970 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3271-ef90-4565-bce1-ef7f91167859 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (7f7af736-73fb-45c1-ada3-e7380051fd4e), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:20.341728 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3271-ef90-4565-bce1-ef7f91167859 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (7f7af736-73fb-45c1-ada3-e7380051fd4e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:20.404981 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2afdf-2ef1-4e21-bef8-be9e9169f785 req-f775818b-e2bc-4e2b-86fb-488e683e14c4 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:20.406412 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6d2afdf-2ef1-4e21-bef8-be9e9169f785 req-f775818b-e2bc-4e2b-86fb-488e683e14c4 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0660150 Mar 15 17:16:20.414291 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3271-ef90-4565-bce1-ef7f91167859 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (7f7af736-73fb-45c1-ada3-e7380051fd4e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:20.431969 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf3271-ef90-4565-bce1-ef7f91167859 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7af736-73fb-45c1-ada3-e7380051fd4e,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:20.464176 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6d2afdf-2ef1-4e21-bef8-be9e9169f785 req-4dfef800-5353-4712-9215-3dc8372ba5da tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518427 Mar 15 17:16:20.564996 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3271-ef90-4565-bce1-ef7f91167859 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:20.566273 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b3cf3271-ef90-4565-bce1-ef7f91167859 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3919809 Mar 15 17:16:20.569711 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40122) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:20.574183 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-af906663-e1e0-434a-8578-52543fa981b4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'security_group_rule': {'security_group_id': 'ca57e6ed-42df-4ba3-b622-d7a5207420f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:20.711853 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-af906663-e1e0-434a-8578-52543fa981b4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (1b90f945-3013-41b3-9c2a-f1f5ad753a20), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:20.768126 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-af906663-e1e0-434a-8578-52543fa981b4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (1b90f945-3013-41b3-9c2a-f1f5ad753a20), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:20.863863 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-af906663-e1e0-434a-8578-52543fa981b4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (1b90f945-3013-41b3-9c2a-f1f5ad753a20), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:20.889639 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af906663-e1e0-434a-8578-52543fa981b4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b90f945-3013-41b3-9c2a-f1f5ad753a20,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:20.992708 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:20.995154 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-af906663-e1e0-434a-8578-52543fa981b4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:20.999283 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-af906663-e1e0-434a-8578-52543fa981b4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4259992 Mar 15 17:16:21.001741 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40132) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:21.006544 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'floatingip': {'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:21.104434 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:21.218721 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:21.368818 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92961f5f-f7e9-45f5-875f-0b3ef343288f req-b9620744-c252-4223-81e3-50b0e3d152e0 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:21.371212 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-92961f5f-f7e9-45f5-875f-0b3ef343288f req-b9620744-c252-4223-81e3-50b0e3d152e0 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.1144464 Mar 15 17:16:21.383686 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Allocated IP 172.27.3.159 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/196442c8-d8d9-452e-8821-4661a8f335ad) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:16:21.475349 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-92961f5f-f7e9-45f5-875f-0b3ef343288f req-561b4b87-0211-4c40-8e6a-6218864c55b5 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929697 Mar 15 17:16:21.526127 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for port (196442c8-d8d9-452e-8821-4661a8f335ad), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:21.595985 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0728-b42d-4400-b4e5-c22b0b2035c1 req-48a4bb20-74f2-4b76-a182-3cfe8aca8be9 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:21.597438 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e95f0728-b42d-4400-b4e5-c22b0b2035c1 req-48a4bb20-74f2-4b76-a182-3cfe8aca8be9 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0583177 Mar 15 17:16:21.632186 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (196442c8-d8d9-452e-8821-4661a8f335ad), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:21.645457 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e95f0728-b42d-4400-b4e5-c22b0b2035c1 req-c5cec530-dd40-43a4-9104-662cbab2db0a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418208 Mar 15 17:16:21.676255 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:16:21.680279 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:16:21.683965 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:16:21.692029 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'Port': ['ID=196442c8-d8d9-452e-8821-4661a8f335ad,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:21.736126 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (0faeeb98-8ddd-4aaf-9cbb-0edb80f7fd72), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:21.816246 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (196442c8-d8d9-452e-8821-4661a8f335ad), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:21.968406 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for port (196442c8-d8d9-452e-8821-4661a8f335ad), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:22.174407 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (196442c8-d8d9-452e-8821-4661a8f335ad), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:22.205423 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (0faeeb98-8ddd-4aaf-9cbb-0edb80f7fd72), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:22.229564 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'Port': ['ID=196442c8-d8d9-452e-8821-4661a8f335ad,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:22.350479 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:22.350479 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f53a89ab-7fa1-402f-a23b-eb082d1c12b6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3440645 Mar 15 17:16:22.576110 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:22.577824 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-075fa1d9-19c8-46fb-8c52-2edc2590f635 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--590086063&fields=id&tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3 HTTP/1.1" status: 200 len: 267 time: 0.0458007 Mar 15 17:16:22.631374 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668a934-d0f1-4c8d-b84d-3af17aea2aa1 req-32d19e6a-e467-410e-9676-8561c58a746a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:22.632969 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b668a934-d0f1-4c8d-b84d-3af17aea2aa1 req-32d19e6a-e467-410e-9676-8561c58a746a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0720308 Mar 15 17:16:22.681679 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b668a934-d0f1-4c8d-b84d-3af17aea2aa1 req-8b0dbcc6-135a-4f0d-beec-2a8cce1c872f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Mar 15 17:16:22.702799 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-162c858b-c188-4566-b450-2a763965c0eb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:22.705562 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-162c858b-c188-4566-b450-2a763965c0eb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/networks?id=e3d728a8-748d-4c18-bacb-a3e562d9afc7 HTTP/1.1" status: 200 len: 815 time: 0.1203341 Mar 15 17:16:22.724273 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-8f9581b9-4052-4f39-b294-c07d3376c485 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/quotas/e97bc8e7afe84c4cbdedd6d1d6f4caf3 HTTP/1.1" status: 200 len: 375 time: 0.0098147 Mar 15 17:16:22.788155 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-550b7fd3-f1bc-4b39-9d6d-b40a967f34d8 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583084 Mar 15 17:16:22.802522 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68bede-539f-4408-845f-56f21d9a7f9e req-86c41e94-c052-48f8-958f-cea5ff77b245 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:22.804607 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1c68bede-539f-4408-845f-56f21d9a7f9e req-86c41e94-c052-48f8-958f-cea5ff77b245 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0592182 Mar 15 17:16:22.856765 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1c68bede-539f-4408-845f-56f21d9a7f9e req-72057d5f-b651-4ba2-a0f1-7b1c685b4cbb tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462103 Mar 15 17:16:22.910642 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-4d83198e-223d-43e6-98dc-e168ca6986b6 service neutron] 10.222.0.37 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083138 Mar 15 17:16:23.003900 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-1599af57-a231-4999-b0ff-37a2e0050773 service neutron] 10.222.0.37 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875461 Mar 15 17:16:23.300503 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9fdb151d-9069-4f3d-8ec9-65416aaf5123 req-dfcc2be6-2d3d-4fd2-9e7e-17b8a6630235 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 210 time: 0.0371373 Mar 15 17:16:23.997978 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24da22-da20-4223-b1c0-d436f3a62f98 req-b9140b1b-60a9-4fdc-bd62-04261c7afe5b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:23.997978 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-da24da22-da20-4223-b1c0-d436f3a62f98 req-b9140b1b-60a9-4fdc-bd62-04261c7afe5b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0566125 Mar 15 17:16:24.044669 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-da24da22-da20-4223-b1c0-d436f3a62f98 req-092e1718-531d-4efa-aedc-67fbeb66f647 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469222 Mar 15 17:16:24.400233 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d5d788fa-1959-44e6-ba4f-9a745d4229b6 req-3f41f983-7d0e-452a-8e49-58501c373579 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 210 time: 0.0267475 Mar 15 17:16:24.891930 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d66d0-7317-4ff7-b0a7-f4d3c44f9153 req-9ebc1141-0694-49fc-8d43-7e2b30ae2fb0 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:24.893428 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-177d66d0-7317-4ff7-b0a7-f4d3c44f9153 req-9ebc1141-0694-49fc-8d43-7e2b30ae2fb0 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0528529 Mar 15 17:16:24.946061 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-177d66d0-7317-4ff7-b0a7-f4d3c44f9153 req-142787bf-633b-4cce-9e66-9ff6c08d541c tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435364 Mar 15 17:16:25.190704 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff98ca2-57b4-474f-b9ef-97452831148b req-c12d4e7b-945a-4dde-acbe-16038041184f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:25.192221 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eff98ca2-57b4-474f-b9ef-97452831148b req-c12d4e7b-945a-4dde-acbe-16038041184f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0534575 Mar 15 17:16:25.246923 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eff98ca2-57b4-474f-b9ef-97452831148b req-b8950ec5-fdc3-421c-b604-372c06913325 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487018 Mar 15 17:16:25.499450 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-825241b9-3e1c-4dce-a6b0-e1c708bb9d67 req-61aecb1f-efb7-47de-b579-2c28d99f7bc7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 210 time: 0.0311460 Mar 15 17:16:25.925470 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-e2e3bac6-fd99-4080-80c6-dfffbe2e7015 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:25.926930 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-e2e3bac6-fd99-4080-80c6-dfffbe2e7015 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "GET /v2.0/networks?id=e3d728a8-748d-4c18-bacb-a3e562d9afc7 HTTP/1.1" status: 200 len: 815 time: 0.1168303 Mar 15 17:16:26.251859 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-8cb40668-8cec-44aa-9199-dd8909bde675 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3 HTTP/1.1" status: 200 len: 472 time: 0.3147256 Mar 15 17:16:26.261602 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-2c0def60-aec6-4c64-8802-d3976112b2d4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'port': {'device_id': 'e2a38c0c-ad45-481e-bfd1-896a2daf549b', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'admin_state_up': True, 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'security_groups': ['ca57e6ed-42df-4ba3-b622-d7a5207420f1']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:26.402037 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86add0-899b-41d4-9877-73d114d01c62 req-ad46d350-aa37-4ddb-9ecd-632d6a60ac2f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:26.404485 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a86add0-899b-41d4-9877-73d114d01c62 req-ad46d350-aa37-4ddb-9ecd-632d6a60ac2f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0714793 Mar 15 17:16:26.464986 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a86add0-899b-41d4-9877-73d114d01c62 req-2300faa4-3a4e-441f-b685-5a0d50de10a6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540261 Mar 15 17:16:26.586398 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40288) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:26.624438 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-03bd1fe5-84b4-49ad-82fa-e2b0ca007a25 req-8f8f5ec7-5bf1-4d98-8afc-1b57d0eb980c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 210 time: 0.0333972 Mar 15 17:16:26.652276 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-2c0def60-aec6-4c64-8802-d3976112b2d4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Made reservation on behalf of e97bc8e7afe84c4cbdedd6d1d6f4caf3 for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:16:26.656050 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-2c0def60-aec6-4c64-8802-d3976112b2d4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:26.757366 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-519b3553-2b1d-49f5-866d-7401eb024ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:26.817952 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-2c0def60-aec6-4c64-8802-d3976112b2d4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Allocated IP 172.20.0.9 (e3d728a8-748d-4c18-bacb-a3e562d9afc7/f01540eb-1a88-461c-85a1-2be4331180be/f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:16:26.865677 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-519b3553-2b1d-49f5-866d-7401eb024ab1 admin admin] Publish callbacks [] for security_group (049fa870-892a-4908-b474-38fbdd590dcd), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:26.966513 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-519b3553-2b1d-49f5-866d-7401eb024ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (049fa870-892a-4908-b474-38fbdd590dcd), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:26.984231 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-2c0def60-aec6-4c64-8802-d3976112b2d4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:27.003509 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b3553-2b1d-49f5-866d-7401eb024ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049fa870-892a-4908-b474-38fbdd590dcd,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:27.015930 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-519b3553-2b1d-49f5-866d-7401eb024ab1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=818969df7e714f75a4aee5d5b7f2927a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4282153 Mar 15 17:16:27.018305 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40304) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:27.075063 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-03829a83-b8c5-4587-874e-30a11a076588 admin admin] Publish callbacks [] for security_group (049fa870-892a-4908-b474-38fbdd590dcd), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:27.102205 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-03829a83-b8c5-4587-874e-30a11a076588 admin admin] Publish callbacks [] for security_group (049fa870-892a-4908-b474-38fbdd590dcd), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:27.133449 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b6777-094c-44eb-94c1-1e9702d4325e req-fd72dfdb-247a-4553-9384-d1bc1049177d tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:27.135009 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6e7b6777-094c-44eb-94c1-1e9702d4325e req-fd72dfdb-247a-4553-9384-d1bc1049177d tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0660105 Mar 15 17:16:27.136721 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-2c0def60-aec6-4c64-8802-d3976112b2d4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:27.213699 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-2c0def60-aec6-4c64-8802-d3976112b2d4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Network e3d728a8-748d-4c18-bacb-a3e562d9afc7 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:16:27.219845 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-2c0def60-aec6-4c64-8802-d3976112b2d4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:16:27.225662 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-2c0def60-aec6-4c64-8802-d3976112b2d4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:16:27.232460 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0def60-aec6-4c64-8802-d3976112b2d4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'Port': ['ID=f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:27.299520 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-03829a83-b8c5-4587-874e-30a11a076588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (049fa870-892a-4908-b474-38fbdd590dcd), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:27.302164 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-03829a83-b8c5-4587-874e-30a11a076588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:27.306962 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-03829a83-b8c5-4587-874e-30a11a076588 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/049fa870-892a-4908-b474-38fbdd590dcd HTTP/1.1" status: 204 len: 168 time: 0.2848761 Mar 15 17:16:27.319437 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6e7b6777-094c-44eb-94c1-1e9702d4325e req-1e738080-bba9-43fd-8b18-397c958137bf tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428351 Mar 15 17:16:27.335232 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03829a83-b8c5-4587-874e-30a11a076588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049fa870-892a-4908-b474-38fbdd590dcd,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:27.337799 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-2c0def60-aec6-4c64-8802-d3976112b2d4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:27.338401 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-2c0def60-aec6-4c64-8802-d3976112b2d4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:27.503747 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-2439e582-7ea7-4119-9ccf-3b22fd204675 None None] Provisioning complete for port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:27.504638 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2439e582-7ea7-4119-9ccf-3b22fd204675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:27.548951 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-2439e582-7ea7-4119-9ccf-3b22fd204675 None None] Port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:16:27.565371 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-2c0def60-aec6-4c64-8802-d3976112b2d4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3073926 Mar 15 17:16:27.581229 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Request body: {'port': {'device_id': 'e2a38c0c-ad45-481e-bfd1-896a2daf549b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:27.611925 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770b528-f3b1-4325-a223-bd5c057baa55 req-63180b8e-c377-4b9d-91dd-ac8154ca82ce tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:27.620431 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b770b528-f3b1-4325-a223-bd5c057baa55 req-63180b8e-c377-4b9d-91dd-ac8154ca82ce tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0711598 Mar 15 17:16:27.676671 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:27.679334 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b770b528-f3b1-4325-a223-bd5c057baa55 req-9c9959cd-30c5-472f-bacb-4f10d17039c9 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549562 Mar 15 17:16:27.862893 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a40d5-79ab-49b3-9323-493a5ea6696f req-98c1f891-b884-44ff-826d-04b7b8066b51 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:27.862893 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-526a40d5-79ab-49b3-9323-493a5ea6696f req-98c1f891-b884-44ff-826d-04b7b8066b51 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 931 time: 0.1458421 Mar 15 17:16:27.959593 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-526a40d5-79ab-49b3-9323-493a5ea6696f req-25faf6ad-83e0-4ce6-8048-303fe4e7ee98 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838802 Mar 15 17:16:28.044570 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:16:28.056638 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Publish callbacks [] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:28.069720 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Transition to ACTIVE for port object f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:16:28.143498 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40342) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:28.158424 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f39439a3-c1d3-43cc-9046-2c494a09937f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:28.212468 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:28.252660 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f39439a3-c1d3-43cc-9046-2c494a09937f admin admin] Publish callbacks [] for security_group (c1b42744-a4ef-4847-84c7-35d9f4827852), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:28.267280 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Pushing event updated for resources: {'Port': ['ID=f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:28.351850 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f39439a3-c1d3-43cc-9046-2c494a09937f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (c1b42744-a4ef-4847-84c7-35d9f4827852), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:28.357391 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Attempting to bind port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:16:28.357602 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Attempting to bind port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:16:28.357800 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Attempting to bind port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 on network e3d728a8-748d-4c18-bacb-a3e562d9afc7 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:16:28.362559 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 on network e3d728a8-748d-4c18-bacb-a3e562d9afc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:16:28.362927 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Attempting to bind port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 on network e3d728a8-748d-4c18-bacb-a3e562d9afc7 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:16:28.368910 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:16:28.369260 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Checking segment: {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:16:28.369656 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Bound using segment: {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:16:28.370076 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Bound port: f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:16:28.370432 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:28.445471 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f39439a3-c1d3-43cc-9046-2c494a09937f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4f7e3a3de214305978946488bef915d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003786 Mar 15 17:16:28.457595 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40356) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:28.462591 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39439a3-c1d3-43cc-9046-2c494a09937f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b42744-a4ef-4847-84c7-35d9f4827852,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:28.506101 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ce643-4638-4c7e-aeaa-c751dabd9abd req-466205d9-ef24-4995-a371-ab560e465938 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:28.507721 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e14ce643-4638-4c7e-aeaa-c751dabd9abd req-466205d9-ef24-4995-a371-ab560e465938 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0866265 Mar 15 17:16:28.518860 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] For port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286, host hv-cinder-83124, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:16:28.546505 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] For port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:16:28.563294 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3779229d-7b4e-4b94-ab83-3d0b1c805397 admin admin] Publish callbacks [] for security_group (c1b42744-a4ef-4847-84c7-35d9f4827852), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:28.575251 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e14ce643-4638-4c7e-aeaa-c751dabd9abd req-7ece98ac-e118-4d39-9536-765476ef6af6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590518 Mar 15 17:16:28.588995 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3779229d-7b4e-4b94-ab83-3d0b1c805397 admin admin] Publish callbacks [] for security_group (c1b42744-a4ef-4847-84c7-35d9f4827852), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:28.637072 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:28.669746 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:28.670488 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:28.671811 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] 10.222.0.55 "PUT /v2.0/ports/f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 HTTP/1.1" status: 200 len: 1093 time: 1.0957174 Mar 15 17:16:28.672175 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a38c0c-ad45-481e-bfd1-896a2daf549b', 'tag': 'f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:16:28.677061 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7f7c46-01e6-423a-80df-045ea612f055" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a38c0c-ad45-481e-bfd1-896a2daf549b", "tag": "f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:16:28.708040 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469f209-9f7b-4a8a-a822-ef45010ba7ce service neutron] Pushing event updated for resources: {'Port': ['ID=f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:28.723688 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3779229d-7b4e-4b94-ab83-3d0b1c805397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (c1b42744-a4ef-4847-84c7-35d9f4827852), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:28.732812 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3779229d-7b4e-4b94-ab83-3d0b1c805397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:28.732812 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3779229d-7b4e-4b94-ab83-3d0b1c805397 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1b42744-a4ef-4847-84c7-35d9f4827852 HTTP/1.1" status: 204 len: 168 time: 0.2721801 Mar 15 17:16:28.732812 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d748abf8-e4ae-4c90-9f88-9c5a2fbe575c x-openstack-request-id: req-d748abf8-e4ae-4c90-9f88-9c5a2fbe575c {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:16:28.733321 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a38c0c-ad45-481e-bfd1-896a2daf549b", "tag": "f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:16:28.733502 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d748abf8-e4ae-4c90-9f88-9c5a2fbe575c {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:16:28.733826 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a38c0c-ad45-481e-bfd1-896a2daf549b', 'tag': 'f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286', 'status': 'completed', 'code': 200} Mar 15 17:16:28.761691 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779229d-7b4e-4b94-ab83-3d0b1c805397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b42744-a4ef-4847-84c7-35d9f4827852,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:28.832189 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f7c46-01e6-423a-80df-045ea612f055 req-cfc8d734-0191-45fc-b941-5dddd3b2e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:28.834796 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d7f7c46-01e6-423a-80df-045ea612f055 req-cfc8d734-0191-45fc-b941-5dddd3b2e501 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 1127 time: 0.0742474 Mar 15 17:16:28.884511 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b1f6b-0588-4109-926d-081d3c4b48ff req-29c62fce-3f1f-4bcb-ade8-61a1eacee5b1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:28.890519 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c93b1f6b-0588-4109-926d-081d3c4b48ff req-29c62fce-3f1f-4bcb-ade8-61a1eacee5b1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0948601 Mar 15 17:16:28.950816 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c93b1f6b-0588-4109-926d-081d3c4b48ff req-870c3aa8-fef8-43e7-bfa2-fbe8b582e9e5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510683 Mar 15 17:16:29.046692 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f7c46-01e6-423a-80df-045ea612f055 req-db0a82c1-9bd6-40a4-bdf6-7134b07c001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:29.048762 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d7f7c46-01e6-423a-80df-045ea612f055 req-db0a82c1-9bd6-40a4-bdf6-7134b07c001e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1975327 Mar 15 17:16:29.191242 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef546363-cbef-4aaf-996a-8e599b342250 req-144b3831-ba99-404f-b243-0fd46d96fd94 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:29.192719 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ef546363-cbef-4aaf-996a-8e599b342250 req-144b3831-ba99-404f-b243-0fd46d96fd94 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 943 time: 0.1269960 Mar 15 17:16:29.197812 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f7c46-01e6-423a-80df-045ea612f055 req-9721c9ab-2736-47d7-bc89-e791f3339dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:29.204579 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d7f7c46-01e6-423a-80df-045ea612f055 req-9721c9ab-2736-47d7-bc89-e791f3339dbc service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1439312 Mar 15 17:16:29.285196 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ef546363-cbef-4aaf-996a-8e599b342250 req-c3a325d8-26c9-4086-b2f6-cee9a730fe28 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843375 Mar 15 17:16:29.305868 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-ca30a731-d179-4a5f-9309-61549c10ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:29.307502 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-ca30a731-d179-4a5f-9309-61549c10ca2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 1127 time: 0.0590596 Mar 15 17:16:29.354485 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-8ac66e9a-b4bc-4754-87ca-7ccbccfa1246 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 HTTP/1.1" status: 200 len: 217 time: 0.0364251 Mar 15 17:16:29.404917 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-b0497b13-fcb4-4a63-bd19-38c336efc2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:29.406580 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-b0497b13-fcb4-4a63-bd19-38c336efc2fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f01540eb-1a88-461c-85a1-2be4331180be HTTP/1.1" status: 200 len: 854 time: 0.0448091 Mar 15 17:16:29.456744 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-898324e8-800b-4ed3-8f78-2d1180462829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:29.458186 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-898324e8-800b-4ed3-8f78-2d1180462829 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d728a8-748d-4c18-bacb-a3e562d9afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430398 Mar 15 17:16:29.575197 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-6712dd04-b50a-48e7-a177-19da3332e7b2 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077507 Mar 15 17:16:29.675407 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6ddf98e-c49c-4cc0-9edf-8e90ff95483e req-94d8f422-1f3f-4b0a-9760-c42e3becd667 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892091 Mar 15 17:16:29.698219 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b3f7c-ec24-4ae4-92ed-3497a5c516a5 req-1906b455-68bd-4655-be9a-1c171cd96689 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:29.699694 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d39b3f7c-ec24-4ae4-92ed-3497a5c516a5 req-1906b455-68bd-4655-be9a-1c171cd96689 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0558550 Mar 15 17:16:29.747033 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d39b3f7c-ec24-4ae4-92ed-3497a5c516a5 req-3eec36f8-5001-452d-83f2-ba151b143f4b tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416307 Mar 15 17:16:30.078354 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f870bc-e183-44c5-b62a-2fd1001839f2 req-8b7494b2-a0e0-43e5-aaa2-1ce6f07b98ed tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:30.079887 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-51f870bc-e183-44c5-b62a-2fd1001839f2 req-8b7494b2-a0e0-43e5-aaa2-1ce6f07b98ed tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0560012 Mar 15 17:16:30.136873 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-51f870bc-e183-44c5-b62a-2fd1001839f2 req-44125367-b762-48dd-9a15-d2db267dbdf5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433125 Mar 15 17:16:30.265816 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 6afb6f11-7e65-449c-87d5-5fa497bb403e details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:16:30.363358 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 6afb6f11-7e65-449c-87d5-5fa497bb403e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:16:30.376182 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'port_id': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'mac_address': 'fa:16:3e:a6:3e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:16:30.406847 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0721d03-84f2-4fb1-8513-47e663287436 req-36aeca1d-d9ce-447b-91c8-c49e95406648 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:30.408445 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e0721d03-84f2-4fb1-8513-47e663287436 req-36aeca1d-d9ce-447b-91c8-c49e95406648 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 943 time: 0.0545077 Mar 15 17:16:30.415996 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 6afb6f11-7e65-449c-87d5-5fa497bb403e is: ACTIVE; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:30.416451 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:30.437496 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6afb6f11-7e65-449c-87d5-5fa497bb403e {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:16:30.458208 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 6afb6f11-7e65-449c-87d5-5fa497bb403e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:16:30.460179 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e0721d03-84f2-4fb1-8513-47e663287436 req-c4f81176-ca27-452b-8fd4-aa7596b622d3 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426812 Mar 15 17:16:30.617269 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:30.655714 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=6afb6f11-7e65-449c-87d5-5fa497bb403e,revision_number=6']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:30.663652 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:30.664005 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:30.664384 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:30.664743 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:30.665085 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:30.665449 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:30.665779 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:30.666107 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:30.666433 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:30.666806 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:30.667135 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:30.667467 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:30.667805 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:30.668129 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:30.668463 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:30.798961 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['6afb6f11-7e65-449c-87d5-5fa497bb403e'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:16:30.870371 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e48fbe-c4de-41d3-b441-815c2a57ced3 req-11304543-54e1-4f50-a0cf-8865ee00a7ac tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:30.879497 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e4e48fbe-c4de-41d3-b441-815c2a57ced3 req-11304543-54e1-4f50-a0cf-8865ee00a7ac tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0631411 Mar 15 17:16:30.944139 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e4e48fbe-c4de-41d3-b441-815c2a57ced3 req-818c64c4-8477-4fac-8e01-886f422cb4ec tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583966 Mar 15 17:16:31.274482 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab9685-58ab-4ee7-994f-b37b713bc006 req-51c3ddce-fe62-4207-8e38-1746a881a9f1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:31.276037 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-41ab9685-58ab-4ee7-994f-b37b713bc006 req-51c3ddce-fe62-4207-8e38-1746a881a9f1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 945 time: 0.0607698 Mar 15 17:16:31.321616 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-41ab9685-58ab-4ee7-994f-b37b713bc006 req-0cbad70f-9f64-42b3-ba44-80b20c1b6aa3 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400925 Mar 15 17:16:31.584497 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae60e7-66f6-42f6-a886-c329eabe28e8 req-ae888a2a-2e62-48a4-9563-db5cb623df24 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:31.585897 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6ae60e7-66f6-42f6-a886-c329eabe28e8 req-ae888a2a-2e62-48a4-9563-db5cb623df24 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 943 time: 0.0578334 Mar 15 17:16:31.637835 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6ae60e7-66f6-42f6-a886-c329eabe28e8 req-6fbb8fa6-7940-4c87-9418-b72d2404dcb6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463929 Mar 15 17:16:31.706045 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40478) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:31.808810 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-49cc2005-e04c-447c-8381-1ead31eb8979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:31.881208 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-49cc2005-e04c-447c-8381-1ead31eb8979 admin admin] Publish callbacks [] for security_group (ef0aa5e3-0fda-4f80-957b-f2382651226c), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:31.944952 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-49cc2005-e04c-447c-8381-1ead31eb8979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (ef0aa5e3-0fda-4f80-957b-f2382651226c), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:31.987154 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40490) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:31.987665 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-49cc2005-e04c-447c-8381-1ead31eb8979 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=319cefe7f30a459d9433b8f43c2745b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800868 Mar 15 17:16:31.988107 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc2005-e04c-447c-8381-1ead31eb8979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0aa5e3-0fda-4f80-957b-f2382651226c,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:32.069589 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51994fd1-6707-444b-a583-e77fb525b13e admin admin] Publish callbacks [] for security_group (ef0aa5e3-0fda-4f80-957b-f2382651226c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:32.099876 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51994fd1-6707-444b-a583-e77fb525b13e admin admin] Publish callbacks [] for security_group (ef0aa5e3-0fda-4f80-957b-f2382651226c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:32.113282 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7813c-779e-4970-ad7a-1360db4a6dab req-222876cd-76ac-4800-be97-80feec1c362e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:32.115349 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-87d7813c-779e-4970-ad7a-1360db4a6dab req-222876cd-76ac-4800-be97-80feec1c362e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0859616 Mar 15 17:16:32.185837 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-87d7813c-779e-4970-ad7a-1360db4a6dab req-64dc155b-544e-484d-9326-647287a19780 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607145 Mar 15 17:16:32.280391 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:16:32.284368 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 6afb6f11-7e65-449c-87d5-5fa497bb403e up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:16:32.288708 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51994fd1-6707-444b-a583-e77fb525b13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (ef0aa5e3-0fda-4f80-957b-f2382651226c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:32.295282 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51994fd1-6707-444b-a583-e77fb525b13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:32.295282 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-51994fd1-6707-444b-a583-e77fb525b13e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef0aa5e3-0fda-4f80-957b-f2382651226c HTTP/1.1" status: 204 len: 168 time: 0.3012736 Mar 15 17:16:32.305438 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51994fd1-6707-444b-a583-e77fb525b13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0aa5e3-0fda-4f80-957b-f2382651226c,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:32.420735 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 6afb6f11-7e65-449c-87d5-5fa497bb403e triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:32.421032 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:32.459604 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290d488-fae7-454b-af70-c2aad2828f4a req-a1caa4f1-37c9-4294-a7de-64a600e3d0a3 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:32.461287 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a290d488-fae7-454b-af70-c2aad2828f4a req-a1caa4f1-37c9-4294-a7de-64a600e3d0a3 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 945 time: 0.0650618 Mar 15 17:16:32.462782 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:16:32.480321 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': 'f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'port_id': 'f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286', 'mac_address': 'fa:16:3e:ed:a5:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:16:32.526265 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a290d488-fae7-454b-af70-c2aad2828f4a req-ff65b6a6-2dca-463c-875e-2d0e025bd498 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549388 Mar 15 17:16:32.544541 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:32.544934 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:32.566518 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:16:32.577707 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 6afb6f11-7e65-449c-87d5-5fa497bb403e is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:32.578434 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:32.617899 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:16:32.625280 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afb6f11-7e65-449c-87d5-5fa497bb403e'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:16:32.627912 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ea2fbd-2bc0-4cec-92c8-383206b3aba3" -d '{"events": [{"server_uuid": "041a9e82-c88a-4a18-a0d0-945453f608b1", "name": "network-vif-plugged", "status": "completed", "tag": "6afb6f11-7e65-449c-87d5-5fa497bb403e"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:16:32.642337 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 6afb6f11-7e65-449c-87d5-5fa497bb403e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:16:32.696404 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540ff17b-1f8e-4632-a3e0-03f1c7fbf0cb x-openstack-request-id: req-540ff17b-1f8e-4632-a3e0-03f1c7fbf0cb {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:16:32.696949 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041a9e82-c88a-4a18-a0d0-945453f608b1", "name": "network-vif-plugged", "status": "completed", "tag": "6afb6f11-7e65-449c-87d5-5fa497bb403e", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:16:32.697557 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-540ff17b-1f8e-4632-a3e0-03f1c7fbf0cb {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:16:32.698840 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'code': 200} Mar 15 17:16:32.723439 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:32.727041 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:32.835626 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b0963-faca-4783-8d8d-d53274107a77 req-40f3ea87-135d-483d-bbc2-727a7ac27109 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:32.843097 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-611b0963-faca-4783-8d8d-d53274107a77 req-40f3ea87-135d-483d-bbc2-727a7ac27109 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 944 time: 0.0920134 Mar 15 17:16:32.851173 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:32.920086 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-611b0963-faca-4783-8d8d-d53274107a77 req-511f8adf-cb44-4ac3-bd9e-14edc1552dba tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714266 Mar 15 17:16:32.954300 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=6afb6f11-7e65-449c-87d5-5fa497bb403e,revision_number=7']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:33.243610 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:16:33.405257 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f9549-328d-4bd2-ae76-d72f72f67da7 req-9614f1d4-e504-47ac-aa2f-67c5a0f4d429 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:33.415436 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dd9f9549-328d-4bd2-ae76-d72f72f67da7 req-9614f1d4-e504-47ac-aa2f-67c5a0f4d429 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.1110733 Mar 15 17:16:33.475118 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dd9f9549-328d-4bd2-ae76-d72f72f67da7 req-360bab38-4119-4373-a1a8-0ab68ed99322 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574229 Mar 15 17:16:33.642448 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40528) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:33.666781 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f7fc140d-24b9-4125-a077-f9d478444186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:33.699737 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dccc5c-5b2e-44cc-bbc3-c9e223246b0b req-e97a00d8-245f-4cb5-9cc0-3cc18df38fe6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:33.707762 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-49dccc5c-5b2e-44cc-bbc3-c9e223246b0b req-e97a00d8-245f-4cb5-9cc0-3cc18df38fe6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.1048565 Mar 15 17:16:33.801481 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-49dccc5c-5b2e-44cc-bbc3-c9e223246b0b req-af76cf89-0558-40d3-a32b-1d8c7c6438f7 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873287 Mar 15 17:16:33.837157 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f7fc140d-24b9-4125-a077-f9d478444186 admin admin] Publish callbacks [] for security_group (d7a23338-a600-41d5-8f71-a6055167dcd1), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:33.914680 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f7fc140d-24b9-4125-a077-f9d478444186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (d7a23338-a600-41d5-8f71-a6055167dcd1), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:33.931636 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40534) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:33.961175 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc140d-24b9-4125-a077-f9d478444186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a23338-a600-41d5-8f71-a6055167dcd1,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:34.000335 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f7fc140d-24b9-4125-a077-f9d478444186 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f538b5ae7fb4512b254481058d1fde7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540602 Mar 15 17:16:34.000658 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40540) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:34.102244 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3e57fc92-fa83-4fd6-9d95-c068c1d881c8 admin admin] Publish callbacks [] for security_group (d7a23338-a600-41d5-8f71-a6055167dcd1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:34.135632 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3e57fc92-fa83-4fd6-9d95-c068c1d881c8 admin admin] Publish callbacks [] for security_group (d7a23338-a600-41d5-8f71-a6055167dcd1), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:34.143820 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78215746-5c41-44ea-a0e5-17cb2614c0f2 req-8703498f-4ecd-45ce-a79b-215e0ec950ee tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:34.146292 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-78215746-5c41-44ea-a0e5-17cb2614c0f2 req-8703498f-4ecd-45ce-a79b-215e0ec950ee tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 944 time: 0.0959632 Mar 15 17:16:34.170439 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b41a7da3-c9fd-4fba-8614-9a743cb4b619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:34.233783 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-78215746-5c41-44ea-a0e5-17cb2614c0f2 req-5ec9c304-cd1c-456b-85dd-09c1c822ade4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766332 Mar 15 17:16:34.276592 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b41a7da3-c9fd-4fba-8614-9a743cb4b619 admin admin] Publish callbacks [] for security_group (bc9eac43-e74c-43ee-8b3b-4541b119131a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:34.289131 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:16:34.372127 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3e57fc92-fa83-4fd6-9d95-c068c1d881c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (d7a23338-a600-41d5-8f71-a6055167dcd1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:34.374805 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3e57fc92-fa83-4fd6-9d95-c068c1d881c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:34.383461 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3e57fc92-fa83-4fd6-9d95-c068c1d881c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7a23338-a600-41d5-8f71-a6055167dcd1 HTTP/1.1" status: 204 len: 168 time: 0.3735399 Mar 15 17:16:34.388534 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57fc92-fa83-4fd6-9d95-c068c1d881c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a23338-a600-41d5-8f71-a6055167dcd1,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:34.447957 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b41a7da3-c9fd-4fba-8614-9a743cb4b619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (bc9eac43-e74c-43ee-8b3b-4541b119131a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:34.487408 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:16:34.495246 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:34.495988 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:34.520665 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40552) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:34.535562 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b41a7da3-c9fd-4fba-8614-9a743cb4b619 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01188be7b3d144e58678fbe76e9c081a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6012189 Mar 15 17:16:34.537266 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a7da3-c9fd-4fba-8614-9a743cb4b619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9eac43-e74c-43ee-8b3b-4541b119131a,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:34.627931 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-332f9408-395d-44d2-8c8f-0f3fa01fed46 admin admin] Publish callbacks [] for security_group (bc9eac43-e74c-43ee-8b3b-4541b119131a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:34.647521 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e962169-756d-4893-88ea-fbc5d2db2138 req-2c7f2d2f-4fbc-486f-a345-dec58da35f40 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:34.655419 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9e962169-756d-4893-88ea-fbc5d2db2138 req-2c7f2d2f-4fbc-486f-a345-dec58da35f40 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0809436 Mar 15 17:16:34.676691 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-332f9408-395d-44d2-8c8f-0f3fa01fed46 admin admin] Publish callbacks [] for security_group (bc9eac43-e74c-43ee-8b3b-4541b119131a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:34.729542 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9e962169-756d-4893-88ea-fbc5d2db2138 req-53e83424-067c-4062-8377-21c7deb3bae9 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730479 Mar 15 17:16:34.792794 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:34.793448 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:34.821533 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a38c0c-ad45-481e-bfd1-896a2daf549b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:16:34.826985 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f187f3-4950-4ffe-bb30-f86de8689f84" -d '{"events": [{"server_uuid": "e2a38c0c-ad45-481e-bfd1-896a2daf549b", "name": "network-vif-plugged", "status": "completed", "tag": "f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:16:34.860161 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-332f9408-395d-44d2-8c8f-0f3fa01fed46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (bc9eac43-e74c-43ee-8b3b-4541b119131a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:34.862754 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-332f9408-395d-44d2-8c8f-0f3fa01fed46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:34.863922 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-332f9408-395d-44d2-8c8f-0f3fa01fed46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc9eac43-e74c-43ee-8b3b-4541b119131a HTTP/1.1" status: 204 len: 168 time: 0.3421566 Mar 15 17:16:34.868521 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:16:34.880656 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f9408-395d-44d2-8c8f-0f3fa01fed46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9eac43-e74c-43ee-8b3b-4541b119131a,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:34.926352 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2170c5-8f61-4cd8-8ec0-81477428e160 x-openstack-request-id: req-9c2170c5-8f61-4cd8-8ec0-81477428e160 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:16:34.927333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a38c0c-ad45-481e-bfd1-896a2daf549b", "name": "network-vif-plugged", "status": "completed", "tag": "f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:16:34.927599 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c2170c5-8f61-4cd8-8ec0-81477428e160 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:16:34.927996 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a38c0c-ad45-481e-bfd1-896a2daf549b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286', 'code': 200} Mar 15 17:16:34.944574 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:35.106817 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e0987-8ef5-41ac-b10a-b1fd3e98d82a req-f34dddca-532c-4ce4-8a44-a7b9d692aa6e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:35.115544 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:35.116861 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-db2e0987-8ef5-41ac-b10a-b1fd3e98d82a req-f34dddca-532c-4ce4-8a44-a7b9d692aa6e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.1559868 Mar 15 17:16:35.211213 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-db2e0987-8ef5-41ac-b10a-b1fd3e98d82a req-fe508c91-72c4-4ff0-84b8-0b03440fcc71 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933468 Mar 15 17:16:35.446628 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd707f-5acd-44d4-9881-28f475e4a3c1 req-37a9051f-6b52-4095-9b61-7280662b55a8 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:35.446628 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-93bd707f-5acd-44d4-9881-28f475e4a3c1 req-37a9051f-6b52-4095-9b61-7280662b55a8 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0974588 Mar 15 17:16:35.452004 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b5076-5090-4f63-bc2f-1d81db3be83f req-e0fb88b1-75c6-480a-bca6-3564fb4b0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:35.456183 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d58b5076-5090-4f63-bc2f-1d81db3be83f req-e0fb88b1-75c6-480a-bca6-3564fb4b0f2c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 1129 time: 0.1040180 Mar 15 17:16:35.517392 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d58b5076-5090-4f63-bc2f-1d81db3be83f req-19b9e735-38c0-4307-b226-d2b3d358d5b4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539784 Mar 15 17:16:35.530898 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-93bd707f-5acd-44d4-9881-28f475e4a3c1 req-56a9fba8-a2e7-4c3d-b0eb-8f48cc665c1e tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833497 Mar 15 17:16:35.871177 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6471b-437b-450d-9abc-b017eb9bc5cb req-26aa5b60-4ac7-486b-9675-fa98ba9826c0 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:35.878411 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-00a6471b-437b-450d-9abc-b017eb9bc5cb req-26aa5b60-4ac7-486b-9675-fa98ba9826c0 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0687664 Mar 15 17:16:35.918922 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51d334-6d65-400d-b8d7-456e69c66b12 req-ac0fa153-67cc-46f0-b3aa-057922c0df69 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:35.926394 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1c51d334-6d65-400d-b8d7-456e69c66b12 req-ac0fa153-67cc-46f0-b3aa-057922c0df69 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0973144 Mar 15 17:16:35.974580 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-00a6471b-437b-450d-9abc-b017eb9bc5cb req-62d40219-1917-4854-8c46-2d1cc3e7b051 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951574 Mar 15 17:16:36.059761 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1c51d334-6d65-400d-b8d7-456e69c66b12 req-c4b0f28c-2384-48ed-8b18-341b03b88b6b tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320169 Mar 15 17:16:36.065576 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149a7b8-b559-45c8-8d9a-d8981ada61d9 req-955655c0-3bdd-41c8-919f-e9625f6f8bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:36.072078 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2149a7b8-b559-45c8-8d9a-d8981ada61d9 req-955655c0-3bdd-41c8-919f-e9625f6f8bb4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=586e3ae672c94d9dbc89fd874cd5bff4&device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 1129 time: 0.1578314 Mar 15 17:16:36.206754 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149a7b8-b559-45c8-8d9a-d8981ada61d9 req-7fff6524-e53d-4018-9c73-6124cdb1312f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:36.209080 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2149a7b8-b559-45c8-8d9a-d8981ada61d9 req-7fff6524-e53d-4018-9c73-6124cdb1312f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8ca1a9b-c211-440b-aad1-4246de63ebf1 HTTP/1.1" status: 200 len: 919 time: 0.1342080 Mar 15 17:16:36.254404 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2149a7b8-b559-45c8-8d9a-d8981ada61d9 req-0ffb576e-857c-4f8a-a3ca-a777c5009fb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87512783-be87-4777-b8a3-cc4b2ed178a0 HTTP/1.1" status: 200 len: 217 time: 0.0390160 Mar 15 17:16:36.324172 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149a7b8-b559-45c8-8d9a-d8981ada61d9 req-97485e56-c744-4534-89dc-a015ea4545be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:36.326108 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2149a7b8-b559-45c8-8d9a-d8981ada61d9 req-97485e56-c744-4534-89dc-a015ea4545be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7c7c-a1e8-4a52-95d6-dbff35d88981 HTTP/1.1" status: 200 len: 858 time: 0.0613182 Mar 15 17:16:36.392051 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344e38a-9bc2-45e5-88d9-f0f0fa35bef1 req-d398e767-64b3-489b-a15d-d583da8cc533 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:36.396541 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2344e38a-9bc2-45e5-88d9-f0f0fa35bef1 req-d398e767-64b3-489b-a15d-d583da8cc533 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.1026340 Mar 15 17:16:36.397483 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2149a7b8-b559-45c8-8d9a-d8981ada61d9 req-4a2cd93b-3bfa-4906-a06e-244ed0cd0366 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8ca1a9b-c211-440b-aad1-4246de63ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634634 Mar 15 17:16:36.479021 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2344e38a-9bc2-45e5-88d9-f0f0fa35bef1 req-664753c9-cbc3-432e-998f-4b2f53144aff tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724494 Mar 15 17:16:36.545016 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2149a7b8-b559-45c8-8d9a-d8981ada61d9 req-c903be3d-651f-42a5-8f48-61b71e67a4aa service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389403 Mar 15 17:16:36.678811 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2149a7b8-b559-45c8-8d9a-d8981ada61d9 req-ce152315-d3cc-405c-8384-d4b7132f427d service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232724 Mar 15 17:16:36.692874 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ed0cd-f464-4430-aac1-e7f70b1fddd1 req-69131f9f-f7ec-4771-8470-392a4d382fe9 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:36.694324 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6a3ed0cd-f464-4430-aac1-e7f70b1fddd1 req-69131f9f-f7ec-4771-8470-392a4d382fe9 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0800631 Mar 15 17:16:36.761414 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6a3ed0cd-f464-4430-aac1-e7f70b1fddd1 req-3b855225-8e0b-4c9b-a276-46255ad4592c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594416 Mar 15 17:16:37.171994 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b312522-3004-4104-918e-66d3edaab06a req-dc4d25f9-cfc3-4eb4-a9f3-5db26679e5f5 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:37.173689 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3b312522-3004-4104-918e-66d3edaab06a req-dc4d25f9-cfc3-4eb4-a9f3-5db26679e5f5 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.1225526 Mar 15 17:16:37.280860 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3b312522-3004-4104-918e-66d3edaab06a req-7eb08d51-3b17-4a4f-828d-af1fa4678f86 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970292 Mar 15 17:16:37.280860 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40652) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:37.325033 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78d034-c864-46dd-9241-61e964ebd37d req-b9233029-5de8-4d0b-a127-d396bd617878 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:37.327321 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8f78d034-c864-46dd-9241-61e964ebd37d req-b9233029-5de8-4d0b-a127-d396bd617878 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.1496775 Mar 15 17:16:37.390036 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8f78d034-c864-46dd-9241-61e964ebd37d req-699ad6f8-5f4f-4b29-8a70-f99beb96c336 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562100 Mar 15 17:16:37.699374 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-614104597-network', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:37.710081 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7c8ad-97fa-4d12-a7dc-81a635b60f80 req-a641f34a-6ade-44b7-8346-f021a6d126cc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:37.711860 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ba7c8ad-97fa-4d12-a7dc-81a635b60f80 req-a641f34a-6ade-44b7-8346-f021a6d126cc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.1001172 Mar 15 17:16:37.804529 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ba7c8ad-97fa-4d12-a7dc-81a635b60f80 req-cea8b776-a446-4cb0-9fc3-81ec9606dceb tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818415 Mar 15 17:16:37.901329 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f764f6f-2b7f-459d-a035-fa52ed890edb req-924bf3fa-1366-498a-8d70-2fad387a91ef tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:37.903589 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2f764f6f-2b7f-459d-a035-fa52ed890edb req-924bf3fa-1366-498a-8d70-2fad387a91ef tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0599377 Mar 15 17:16:37.930493 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] Made reservation on behalf of d0549ab293b848ada3a0d9e5fb9fdb43 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:16:37.933038 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:37.951386 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:37.990448 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2f764f6f-2b7f-459d-a035-fa52ed890edb req-0e5b9f77-dfc3-4973-b608-d85053323d27 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806639 Mar 15 17:16:38.100820 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] Publish callbacks [] for security_group (91b41be9-04e2-445d-a512-29ae480589e2), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:38.155344 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b8649-8e76-47bf-a1fb-1347f890c1a7 req-15a64797-76ff-4b2b-958c-6c0e27d9b80f tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:38.157280 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-991b8649-8e76-47bf-a1fb-1347f890c1a7 req-15a64797-76ff-4b2b-958c-6c0e27d9b80f tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0782013 Mar 15 17:16:38.158478 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (91b41be9-04e2-445d-a512-29ae480589e2), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:38.167395 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40680) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:38.173151 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-3f0a5412-cb2c-4bbb-803e-63afe6dde404 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'floatingip': {'port_id': 'f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:38.209299 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:16:38.240798 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (5476e7b2-7a6b-4fe5-a530-227736514268), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:38.240798 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] Added segment 5476e7b2-7a6b-4fe5-a530-227736514268 of type vlan for network 8aa70f3c-0da7-419d-98be-3dfa126470bb Mar 15 17:16:38.240798 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b41be9-04e2-445d-a512-29ae480589e2,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:38.241120 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5412-cb2c-4bbb-803e-63afe6dde404 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (0faeeb98-8ddd-4aaf-9cbb-0edb80f7fd72), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:38.289165 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (8aa70f3c-0da7-419d-98be-3dfa126470bb), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:38.441445 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (8aa70f3c-0da7-419d-98be-3dfa126470bb), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:38.443058 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:38.443638 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:38.556503 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7e6f7-66b2-4726-857b-c9ce7163b28b req-e05c8351-5f59-4946-848c-3b1a53528d55 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:38.558500 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6bb7e6f7-66b2-4726-857b-c9ce7163b28b req-e05c8351-5f59-4946-848c-3b1a53528d55 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.1695101 Mar 15 17:16:38.577344 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] Pushing event updated for resources: {'Network': ['ID=8aa70f3c-0da7-419d-98be-3dfa126470bb,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:38.597144 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network 8aa70f3c-0da7-419d-98be-3dfa126470bb details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:16:38.602631 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d0e9c-438d-4a1e-85bc-ca8b5ba2763a req-cd7baed3-6f04-4c85-bba9-f28db15ac7f6 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:38.604198 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-863d0e9c-438d-4a1e-85bc-ca8b5ba2763a req-cd7baed3-6f04-4c85-bba9-f28db15ac7f6 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0897737 Mar 15 17:16:38.632029 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6bb7e6f7-66b2-4726-857b-c9ce7163b28b req-548ddc2d-f115-4ef1-8fb0-28e688300b54 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679684 Mar 15 17:16:38.678927 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-36a7dbdb-15bb-43d6-a520-11f8bb725102 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3979764 Mar 15 17:16:38.684112 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40686) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:38.689993 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-11c61639-f27d-45de-8dc3-940a4baf2844 admin admin] Request body: {'subnet': {'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-614104597-subnet', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:38.703075 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-863d0e9c-438d-4a1e-85bc-ca8b5ba2763a req-3f5f7cab-21b8-4d4b-988f-562d335b11aa tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904541 Mar 15 17:16:38.819577 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c61639-f27d-45de-8dc3-940a4baf2844 admin admin] Made reservation on behalf of d0549ab293b848ada3a0d9e5fb9fdb43 for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:16:38.821991 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-11c61639-f27d-45de-8dc3-940a4baf2844 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:39.001426 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:39.173440 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-11c61639-f27d-45de-8dc3-940a4baf2844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for subnet (ceec15bc-263e-4dab-8a78-08135ee43e6f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:39.178933 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d8735-64fc-4686-9d6a-c28a43a9b728 req-11d7133b-68ce-43e3-985c-878d5f66a334 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:39.180561 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-844d8735-64fc-4686-9d6a-c28a43a9b728 req-11d7133b-68ce-43e3-985c-878d5f66a334 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0988133 Mar 15 17:16:39.235855 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c61639-f27d-45de-8dc3-940a4baf2844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceec15bc-263e-4dab-8a78-08135ee43e6f,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:39.240989 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c61639-f27d-45de-8dc3-940a4baf2844 admin admin] Checking segment: {'id': '5476e7b2-7a6b-4fe5-a530-227736514268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:16:39.241330 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c61639-f27d-45de-8dc3-940a4baf2844 admin admin] Network hostable DHCP agents. Network: 8aa70f3c-0da7-419d-98be-3dfa126470bb, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:16:39.293457 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5412-cb2c-4bbb-803e-63afe6dde404 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:39.311598 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-844d8735-64fc-4686-9d6a-c28a43a9b728 req-7c8cc51d-8c27-40e3-a186-f0753ea8443c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073465 Mar 15 17:16:39.333402 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c61639-f27d-45de-8dc3-940a4baf2844 admin admin] Network 8aa70f3c-0da7-419d-98be-3dfa126470bb is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:16:39.384986 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5412-cb2c-4bbb-803e-63afe6dde404 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (0faeeb98-8ddd-4aaf-9cbb-0edb80f7fd72), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:39.418835 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-11c61639-f27d-45de-8dc3-940a4baf2844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, 8aa70f3c-0da7-419d-98be-3dfa126470bb) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:16:39.427709 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c61639-f27d-45de-8dc3-940a4baf2844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:39.428419 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-11c61639-f27d-45de-8dc3-940a4baf2844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:39.428860 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3830320-202c-4a00-a9c4-340da09586e7 None None] Network 8aa70f3c-0da7-419d-98be-3dfa126470bb requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:16:39.536304 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-11c61639-f27d-45de-8dc3-940a4baf2844 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8500924 Mar 15 17:16:39.540067 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40700) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:39.546495 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:39.589749 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-3f0a5412-cb2c-4bbb-803e-63afe6dde404 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Floating IP 0faeeb98-8ddd-4aaf-9cbb-0edb80f7fd72 associated. External IP: 172.27.3.159, port: f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286. Mar 15 17:16:39.596189 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17876158-4945-4152-a325-639c35c09310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82e3d683-5ede-5394-a179-ed8ba7e8f023-8aa70f3c-0da7-419d-98be-3dfa126470bb', 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'fixed_ips': [{'subnet_id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f'}]}} from dv-cinder-831247-12-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:16:39.597744 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17876158-4945-4152-a325-639c35c09310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:39.672312 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7387'] for router (7840438f-205c-4d5f-a251-4718429532c5), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:39.673485 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router (7840438f-205c-4d5f-a251-4718429532c5), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:39.741824 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Publish callbacks [] for router_controller (7840438f-205c-4d5f-a251-4718429532c5), precommit_add_association {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:39.847881 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267efafc-cad6-4b3e-a01d-73b69c5446d7 req-1caeda5e-6682-4fe0-b3ba-ac232049e375 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:39.857418 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-267efafc-cad6-4b3e-a01d-73b69c5446d7 req-1caeda5e-6682-4fe0-b3ba-ac232049e375 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0957520 Mar 15 17:16:39.888148 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-17876158-4945-4152-a325-639c35c09310 None None] Allocated IP 172.20.0.2 (8aa70f3c-0da7-419d-98be-3dfa126470bb/ceec15bc-263e-4dab-8a78-08135ee43e6f/97af861a-c16b-4816-808d-70291a2f9301) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:16:39.929740 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-267efafc-cad6-4b3e-a01d-73b69c5446d7 req-86f2a54e-1777-449a-b38a-f26c6c36e7fc tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711114 Mar 15 17:16:40.077660 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae9db2-8893-4b1c-ac96-fd4a7ec94ba7 req-69023ac2-674b-49dd-8a5e-b57b7a2ecba1 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:40.080050 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-36ae9db2-8893-4b1c-ac96-fd4a7ec94ba7 req-69023ac2-674b-49dd-8a5e-b57b7a2ecba1 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.2680275 Mar 15 17:16:40.094265 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Publish callbacks [] for router_gateway (7840438f-205c-4d5f-a251-4718429532c5), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:40.100899 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17876158-4945-4152-a325-639c35c09310 None None] Publish callbacks [] for port (97af861a-c16b-4816-808d-70291a2f9301), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:40.108104 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0a5412-cb2c-4bbb-803e-63afe6dde404 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Router 91396da6-be11-4177-8f93-2dbf6404da12 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:16:40.233141 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-36ae9db2-8893-4b1c-ac96-fd4a7ec94ba7 req-37421364-17e8-44d0-9f47-3b49cf4d1c31 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216228 Mar 15 17:16:40.264100 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17876158-4945-4152-a325-639c35c09310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (97af861a-c16b-4816-808d-70291a2f9301), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:40.314457 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0a5412-cb2c-4bbb-803e-63afe6dde404 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:16:40.319828 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5412-cb2c-4bbb-803e-63afe6dde404 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:40.320188 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17876158-4945-4152-a325-639c35c09310 None None] Network 8aa70f3c-0da7-419d-98be-3dfa126470bb is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:16:40.323917 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-17876158-4945-4152-a325-639c35c09310 None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:16:40.328060 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17876158-4945-4152-a325-639c35c09310 None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:16:40.331789 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b502ffd-4aeb-4cd1-ae1f-440cdb01bef3 None None] Sync routers for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:16:40.357987 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b502ffd-4aeb-4cd1-ae1f-440cdb01bef3 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:16:40.359847 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-9b502ffd-4aeb-4cd1-ae1f-440cdb01bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:16:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:40.367242 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3f0a5412-cb2c-4bbb-803e-63afe6dde404 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "PUT /v2.0/floatingips/0faeeb98-8ddd-4aaf-9cbb-0edb80f7fd72 HTTP/1.1" status: 200 len: 991 time: 2.1981690 Mar 15 17:16:40.368020 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a38c0c-ad45-481e-bfd1-896a2daf549b', 'tag': 'f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:16:40.370309 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601cb156-0812-4462-9d96-26ef950f7881" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a38c0c-ad45-481e-bfd1-896a2daf549b", "tag": "f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:16:40.399004 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17876158-4945-4152-a325-639c35c09310 None None] Pushing event updated for resources: {'Port': ['ID=97af861a-c16b-4816-808d-70291a2f9301,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:40.473021 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-17876158-4945-4152-a325-639c35c09310 None None] Attempting to bind port 97af861a-c16b-4816-808d-70291a2f9301 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:16:40.473437 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-17876158-4945-4152-a325-639c35c09310 None None] Attempting to bind port 97af861a-c16b-4816-808d-70291a2f9301 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '5476e7b2-7a6b-4fe5-a530-227736514268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:16:40.473813 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17876158-4945-4152-a325-639c35c09310 None None] Attempting to bind port 97af861a-c16b-4816-808d-70291a2f9301 on network 8aa70f3c-0da7-419d-98be-3dfa126470bb {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:16:40.486077 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17876158-4945-4152-a325-639c35c09310 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:16:40.486441 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17876158-4945-4152-a325-639c35c09310 None None] Checking segment: {'id': '5476e7b2-7a6b-4fe5-a530-227736514268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:16:40.486952 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17876158-4945-4152-a325-639c35c09310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:40.487360 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17876158-4945-4152-a325-639c35c09310 None None] Bound using segment: {'id': '5476e7b2-7a6b-4fe5-a530-227736514268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:16:40.487838 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-17876158-4945-4152-a325-639c35c09310 None None] Bound port: 97af861a-c16b-4816-808d-70291a2f9301, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5476e7b2-7a6b-4fe5-a530-227736514268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:16:40.488282 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17876158-4945-4152-a325-639c35c09310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (97af861a-c16b-4816-808d-70291a2f9301), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:40.522509 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d931006d-0a92-4839-b4bc-6f288dddabbf x-openstack-request-id: req-d931006d-0a92-4839-b4bc-6f288dddabbf {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:16:40.527519 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a38c0c-ad45-481e-bfd1-896a2daf549b", "tag": "f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:16:40.527519 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d931006d-0a92-4839-b4bc-6f288dddabbf {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:16:40.527519 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a38c0c-ad45-481e-bfd1-896a2daf549b', 'tag': 'f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286', 'status': 'completed', 'code': 200} Mar 15 17:16:40.582169 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d84c19-0d70-4e0d-b2b0-4b0f23f979b2 req-4e2a1eb5-ddc6-4ca8-a42f-798b09f0b72d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:40.591538 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d2d84c19-0d70-4e0d-b2b0-4b0f23f979b2 req-4e2a1eb5-ddc6-4ca8-a42f-798b09f0b72d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.1273193 Mar 15 17:16:40.616786 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-17876158-4945-4152-a325-639c35c09310 None None] For port 97af861a-c16b-4816-808d-70291a2f9301, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:16:40.619009 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-9b502ffd-4aeb-4cd1-ae1f-440cdb01bef3 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:16:40.622595 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-17876158-4945-4152-a325-639c35c09310 None None] For port 97af861a-c16b-4816-808d-70291a2f9301, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=97af861a-c16b-4816-808d-70291a2f9301,segment=NetworkSegment(5476e7b2-7a6b-4fe5-a530-227736514268),segment_id=5476e7b2-7a6b-4fe5-a530-227736514268)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:16:40.660489 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d2d84c19-0d70-4e0d-b2b0-4b0f23f979b2 req-7dbe7107-ee1a-4e93-b134-d66810f3050c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674059 Mar 15 17:16:40.717535 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17876158-4945-4152-a325-639c35c09310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (97af861a-c16b-4816-808d-70291a2f9301), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:40.720089 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cb156-0812-4462-9d96-26ef950f7881 req-0ded42e6-4c49-4c05-adc5-93e636a99d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:40.721632 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-601cb156-0812-4462-9d96-26ef950f7881 req-0ded42e6-4c49-4c05-adc5-93e636a99d0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 1129 time: 0.2013674 Mar 15 17:16:40.723349 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Publish callbacks [] for router_gateway (7840438f-205c-4d5f-a251-4718429532c5), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:40.767889 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:40.932699 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17876158-4945-4152-a325-639c35c09310 None None] Pushing event updated for resources: {'Port': ['ID=97af861a-c16b-4816-808d-70291a2f9301,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:41.078121 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-9b502ffd-4aeb-4cd1-ae1f-440cdb01bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '0faeeb98-8ddd-4aaf-9cbb-0edb80f7fd72', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': 'f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:ed:a5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a38c0c-ad45-481e-bfd1-896a2daf549b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:16:21Z', 'updated_at': '2022-03-15T17:16:39Z', 'revision_number': 1, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}, {'id': '309649aa-e116-499e-8ae9-3d0734359602', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': '5a1ffd4f-cc0d-456f-b273-18f4d154808b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:38:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:14:23Z', 'updated_at': '2022-03-15T17:15:07Z', 'revision_number': 2, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:41.110896 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b502ffd-4aeb-4cd1-ae1f-440cdb01bef3 None None] Checking router: 91396da6-be11-4177-8f93-2dbf6404da12 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:16:41.118583 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cb156-0812-4462-9d96-26ef950f7881 req-e87d7f66-4f7c-4b5f-8d74-74a66bc35c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:41.120275 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-601cb156-0812-4462-9d96-26ef950f7881 req-e87d7f66-4f7c-4b5f-8d74-74a66bc35c37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3d728a8-748d-4c18-bacb-a3e562d9afc7 HTTP/1.1" status: 200 len: 916 time: 0.3636177 Mar 15 17:16:41.130396 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b502ffd-4aeb-4cd1-ae1f-440cdb01bef3 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:16:41.131366 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-9b502ffd-4aeb-4cd1-ae1f-440cdb01bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:16:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:41.182650 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Allocated IP 172.27.3.217 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/a77e310c-194c-466d-bd49-66846a388bed) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:16:41.261046 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec963e-b937-4e88-ac6b-dcca9bac56d4 req-8c538b2f-e7f5-4639-a890-9107ddee5ce8 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:41.262568 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-63ec963e-b937-4e88-ac6b-dcca9bac56d4 req-8c538b2f-e7f5-4639-a890-9107ddee5ce8 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.1761854 Mar 15 17:16:41.264971 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-9b502ffd-4aeb-4cd1-ae1f-440cdb01bef3 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:16:41.282206 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-601cb156-0812-4462-9d96-26ef950f7881 req-b240760e-0994-442c-828c-316a88c556ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 HTTP/1.1" status: 200 len: 999 time: 0.1453557 Mar 15 17:16:41.380376 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668547e9-10fd-41a4-a0ba-05ac61083322 req-11913f2b-a2f8-4d8b-a6b1-51c7521aec22 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:41.382179 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-668547e9-10fd-41a4-a0ba-05ac61083322 req-11913f2b-a2f8-4d8b-a6b1-51c7521aec22 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0649848 Mar 15 17:16:41.398349 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cb156-0812-4462-9d96-26ef950f7881 req-c5c10fea-f823-4efc-8d2f-4c68d3099f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:41.399875 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-601cb156-0812-4462-9d96-26ef950f7881 req-c5c10fea-f823-4efc-8d2f-4c68d3099f34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f01540eb-1a88-461c-85a1-2be4331180be HTTP/1.1" status: 200 len: 854 time: 0.0882335 Mar 15 17:16:41.416327 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-63ec963e-b937-4e88-ac6b-dcca9bac56d4 req-f081486a-dfb1-4708-9bb4-08eebbe05811 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464226 Mar 15 17:16:41.505348 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-668547e9-10fd-41a4-a0ba-05ac61083322 req-d40bcbbf-b995-4e63-a4b6-b1a3104e2db1 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159530 Mar 15 17:16:41.510353 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Publish callbacks [] for port (a77e310c-194c-466d-bd49-66846a388bed), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:41.543233 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cb156-0812-4462-9d96-26ef950f7881 req-e7f153a6-925d-4f5e-86ff-a689f9559918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:41.544770 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-601cb156-0812-4462-9d96-26ef950f7881 req-e7f153a6-925d-4f5e-86ff-a689f9559918 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d728a8-748d-4c18-bacb-a3e562d9afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1100943 Mar 15 17:16:41.656135 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-601cb156-0812-4462-9d96-26ef950f7881 req-04184c86-de5b-4d2f-8268-0cfe60723e50 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031663 Mar 15 17:16:41.672077 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-9b502ffd-4aeb-4cd1-ae1f-440cdb01bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '0faeeb98-8ddd-4aaf-9cbb-0edb80f7fd72', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': 'f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:ed:a5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a38c0c-ad45-481e-bfd1-896a2daf549b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:16:21Z', 'updated_at': '2022-03-15T17:16:39Z', 'revision_number': 1, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}, {'id': '309649aa-e116-499e-8ae9-3d0734359602', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': '5a1ffd4f-cc0d-456f-b273-18f4d154808b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:38:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:14:23Z', 'updated_at': '2022-03-15T17:15:07Z', 'revision_number': 2, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:41.701621 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b502ffd-4aeb-4cd1-ae1f-440cdb01bef3 None None] The sync data for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi is: [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '0faeeb98-8ddd-4aaf-9cbb-0edb80f7fd72', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': 'f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:ed:a5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a38c0c-ad45-481e-bfd1-896a2daf549b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:16:21Z', 'updated_at': '2022-03-15T17:16:39Z', 'revision_number': 1, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}, {'id': '309649aa-e116-499e-8ae9-3d0734359602', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': '5a1ffd4f-cc0d-456f-b273-18f4d154808b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:38:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:14:23Z', 'updated_at': '2022-03-15T17:15:07Z', 'revision_number': 2, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:16:41.781779 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (a77e310c-194c-466d-bd49-66846a388bed), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:41.813146 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-601cb156-0812-4462-9d96-26ef950f7881 req-ba88c9a1-4567-4b77-af64-77214a1aee45 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485305 Mar 15 17:16:41.857375 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:16:41.867966 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:16:41.878518 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:16:41.951623 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Pushing event updated for resources: {'Port': ['ID=a77e310c-194c-466d-bd49-66846a388bed,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:41.973661 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73682786-0ff0-44f0-b7ed-99ae762947b8 req-776f742e-68ab-45c5-a860-6c226be5a128 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:41.976072 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-73682786-0ff0-44f0-b7ed-99ae762947b8 req-776f742e-68ab-45c5-a860-6c226be5a128 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.2123246 Mar 15 17:16:42.137203 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-73682786-0ff0-44f0-b7ed-99ae762947b8 req-133ab4b9-eed4-4abb-836a-f51b5642d498 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516600 Mar 15 17:16:42.329563 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209b229-7776-4872-b1e1-37ea2f53f194 None None] New status for floating IP 0faeeb98-8ddd-4aaf-9cbb-0edb80f7fd72: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:16:42.377909 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 97af861a-c16b-4816-808d-70291a2f9301 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:16:42.514533 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe782f1-3482-4f82-be70-fd49d3e55cd5 None None] Network 8aa70f3c-0da7-419d-98be-3dfa126470bb requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:16:42.528843 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Publish callbacks [] for router_gateway (7840438f-205c-4d5f-a251-4718429532c5), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:42.585573 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec09a9-2997-4db9-8d61-e6135f1ebdcd req-c38df821-d33c-4b27-a93d-e6116f76de02 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:42.587875 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-40ec09a9-2997-4db9-8d61-e6135f1ebdcd req-c38df821-d33c-4b27-a93d-e6116f76de02 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0759296 Mar 15 17:16:42.646032 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-53716974-fd54-4335-9d77-caa36f1c935b None None] Provisioning complete for port 97af861a-c16b-4816-808d-70291a2f9301 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:42.647253 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-53716974-fd54-4335-9d77-caa36f1c935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (97af861a-c16b-4816-808d-70291a2f9301), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:42.673935 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-40ec09a9-2997-4db9-8d61-e6135f1ebdcd req-0d25ffcc-4684-48eb-8bd5-52f8367b685d tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785100 Mar 15 17:16:42.724208 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 97af861a-c16b-4816-808d-70291a2f9301 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:42.724584 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (97af861a-c16b-4816-808d-70291a2f9301), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:42.915411 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-53716974-fd54-4335-9d77-caa36f1c935b None None] Current status of the port 97af861a-c16b-4816-808d-70291a2f9301 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:42.915823 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-53716974-fd54-4335-9d77-caa36f1c935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (97af861a-c16b-4816-808d-70291a2f9301), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:42.940961 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 97af861a-c16b-4816-808d-70291a2f9301 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:42.941358 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (97af861a-c16b-4816-808d-70291a2f9301), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:43.007238 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-53716974-fd54-4335-9d77-caa36f1c935b None None] For port 97af861a-c16b-4816-808d-70291a2f9301, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=97af861a-c16b-4816-808d-70291a2f9301,segment=NetworkSegment(5476e7b2-7a6b-4fe5-a530-227736514268),segment_id=5476e7b2-7a6b-4fe5-a530-227736514268)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:16:43.103018 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28f7f6-6290-4020-9e4a-61ec846285e4 req-a0c1da4e-c0c9-4446-bafb-99fc38258657 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:43.113127 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8c28f7f6-6290-4020-9e4a-61ec846285e4 req-a0c1da4e-c0c9-4446-bafb-99fc38258657 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0900071 Mar 15 17:16:43.151177 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-53716974-fd54-4335-9d77-caa36f1c935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (97af861a-c16b-4816-808d-70291a2f9301), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:43.273108 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8c28f7f6-6290-4020-9e4a-61ec846285e4 req-91ea6795-2c8e-412a-ad9c-af2a2534360e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590786 Mar 15 17:16:43.290649 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.db.api [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 15 17:16:43.291258 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG oslo_db.api [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 15 17:16:43.292760 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53716974-fd54-4335-9d77-caa36f1c935b None None] Pushing event updated for resources: {'Port': ['ID=97af861a-c16b-4816-808d-70291a2f9301,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:43.304415 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686872'] for router (7840438f-205c-4d5f-a251-4718429532c5), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:43.311949 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-f5801cec-3762-477e-821a-6d42f8c79698 None None] Provisioning complete for port 97af861a-c16b-4816-808d-70291a2f9301 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:43.312401 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f5801cec-3762-477e-821a-6d42f8c79698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (97af861a-c16b-4816-808d-70291a2f9301), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:43.354293 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c3462-c81e-4484-be41-56cfb439c5b9 req-c5c737e8-b318-4573-8f1b-f7b415bbabcd tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:43.355932 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a38c3462-c81e-4484-be41-56cfb439c5b9 req-c5c737e8-b318-4573-8f1b-f7b415bbabcd tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.1014845 Mar 15 17:16:43.463445 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f5801cec-3762-477e-821a-6d42f8c79698 None None] Current status of the port 97af861a-c16b-4816-808d-70291a2f9301 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:43.471376 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a38c3462-c81e-4484-be41-56cfb439c5b9 req-be2e108e-e994-4be8-8ba1-f998f232d3b1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040661 Mar 15 17:16:43.637885 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40762) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:43.686922 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Router 7840438f-205c-4d5f-a251-4718429532c5 is scheduled to L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f with binding_index 1 {{(pid=103957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:16:43.906412 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:16:43.918318 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 97af861a-c16b-4816-808d-70291a2f9301 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:43.929845 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Sync routers for ids ['7840438f-205c-4d5f-a251-4718429532c5'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:16:43.945584 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7d4c-ceea-400c-bacb-7b53039de74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:43.954898 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Routers {'7840438f-205c-4d5f-a251-4718429532c5'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:16:43.954898 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:16:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['7840438f-205c-4d5f-a251-4718429532c5'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:44.124788 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7d4c-ceea-400c-bacb-7b53039de74b admin admin] Publish callbacks [] for security_group (b00c078b-9370-4683-bc6c-c7e6a77cf340), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:44.151281 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551ce14-cf68-447e-840c-44afcec21abb req-467d14e7-9abb-4498-be30-1d379a4c8229 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:44.153125 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5551ce14-cf68-447e-840c-44afcec21abb req-467d14e7-9abb-4498-be30-1d379a4c8229 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.2516963 Mar 15 17:16:44.163998 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Set router 7840438f-205c-4d5f-a251-4718429532c5 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:16:44.172277 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:44.181696 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3b3f5523-d86c-48b5-86f9-f6af14ab9e01 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6321192 Mar 15 17:16:44.181955 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40778) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:44.247106 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 97af861a-c16b-4816-808d-70291a2f9301 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:16:44.263902 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5551ce14-cf68-447e-840c-44afcec21abb req-03a2fa8d-ccde-4392-bb76-3307fdc2e636 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050091 Mar 15 17:16:44.286930 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7d4c-ceea-400c-bacb-7b53039de74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (b00c078b-9370-4683-bc6c-c7e6a77cf340), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:44.350238 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 97af861a-c16b-4816-808d-70291a2f9301 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:44.350238 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (97af861a-c16b-4816-808d-70291a2f9301), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:44.380588 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb7d4c-ceea-400c-bacb-7b53039de74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00c078b-9370-4683-bc6c-c7e6a77cf340,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:44.403052 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9cbb7d4c-ceea-400c-bacb-7b53039de74b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45d20e3dc0c842728b035ad2bddd1784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7630816 Mar 15 17:16:44.403679 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40782) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:44.511954 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8de6c563-a1c2-4713-9a51-19ee2b1cd160 admin admin] Publish callbacks [] for security_group (b00c078b-9370-4683-bc6c-c7e6a77cf340), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:44.512380 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 97af861a-c16b-4816-808d-70291a2f9301 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:44.569497 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8de6c563-a1c2-4713-9a51-19ee2b1cd160 admin admin] Publish callbacks [] for security_group (b00c078b-9370-4683-bc6c-c7e6a77cf340), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:44.621815 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840438f-205c-4d5f-a251-4718429532c5', 'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a77e310c-194c-466d-bd49-66846a388bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:39Z', 'updated_at': '2022-03-15T17:16:42Z', 'revision_number': 3, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'gw_port': {'id': 'a77e310c-194c-466d-bd49-66846a388bed', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:de:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:40Z', 'updated_at': '2022-03-15T17:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:44.663454 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Checking router: 7840438f-205c-4d5f-a251-4718429532c5 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:16:44.663812 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Updating router 7840438f-205c-4d5f-a251-4718429532c5 port a77e310c-194c-466d-bd49-66846a388bed binding host dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:16:44.701539 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (a77e310c-194c-466d-bd49-66846a388bed), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:44.726630 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f40635-4673-4dc6-9947-990a5ef88003 req-721d485c-25ea-4d9c-a2eb-dc66134c4c01 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:44.730247 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-89f40635-4673-4dc6-9947-990a5ef88003 req-721d485c-25ea-4d9c-a2eb-dc66134c4c01 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.1273043 Mar 15 17:16:44.854807 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8de6c563-a1c2-4713-9a51-19ee2b1cd160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (b00c078b-9370-4683-bc6c-c7e6a77cf340), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:44.857702 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8de6c563-a1c2-4713-9a51-19ee2b1cd160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:44.858992 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-8de6c563-a1c2-4713-9a51-19ee2b1cd160 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b00c078b-9370-4683-bc6c-c7e6a77cf340 HTTP/1.1" status: 204 len: 168 time: 0.4539955 Mar 15 17:16:44.866959 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-89f40635-4673-4dc6-9947-990a5ef88003 req-1a875dc7-a331-4707-badc-be78c5ab5f4b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300111 Mar 15 17:16:44.874772 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6c563-a1c2-4713-9a51-19ee2b1cd160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00c078b-9370-4683-bc6c-c7e6a77cf340,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:45.070815 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34564954-27e6-45f6-a29c-8b00a98e65c2 req-89e029ac-b1e8-4c74-90d6-178a8fbc48c4 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:45.073636 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-34564954-27e6-45f6-a29c-8b00a98e65c2 req-89e029ac-b1e8-4c74-90d6-178a8fbc48c4 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.4236310 Mar 15 17:16:45.162904 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-34564954-27e6-45f6-a29c-8b00a98e65c2 req-4704901f-f1f3-4251-8b42-79c621f3c100 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783010 Mar 15 17:16:45.187611 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Publish callbacks [] for port (a77e310c-194c-466d-bd49-66846a388bed), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:45.408915 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:45.412127 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (a77e310c-194c-466d-bd49-66846a388bed), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:45.456016 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fc828-88bc-4564-bbc7-7eb0f4f2ee02 req-6454bc9a-74e7-4cb0-a4c7-348a0b38fb0d tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:45.458167 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-939fc828-88bc-4564-bbc7-7eb0f4f2ee02 req-6454bc9a-74e7-4cb0-a4c7-348a0b38fb0d tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.1015689 Mar 15 17:16:45.525407 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Attempting to bind port a77e310c-194c-466d-bd49-66846a388bed on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:16:45.525790 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Attempting to bind port a77e310c-194c-466d-bd49-66846a388bed by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:16:45.526169 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Attempting to bind port a77e310c-194c-466d-bd49-66846a388bed on network ceae017f-2819-47ba-8d0c-41f6f4b64533 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:16:45.566147 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:16:45.568351 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Checking segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:16:45.568987 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:45.570452 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Bound using segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:16:45.573413 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Bound port: a77e310c-194c-466d-bd49-66846a388bed, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:16:45.573872 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (a77e310c-194c-466d-bd49-66846a388bed), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:45.588266 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-939fc828-88bc-4564-bbc7-7eb0f4f2ee02 req-a9fa5991-a57c-4cd9-bb91-0d5957bb60e4 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183124 Mar 15 17:16:45.628976 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Pushing event updated for resources: {'Port': ['ID=a77e310c-194c-466d-bd49-66846a388bed,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:45.640730 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:45.641291 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:45.642613 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:45.643176 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:45.643670 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:45.644470 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:45.645192 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:45.645838 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:45.646328 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:45.646841 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:45.647341 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:45.647829 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:45.648327 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:45.648812 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:45.649280 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:16:45.707912 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] For port a77e310c-194c-466d-bd49-66846a388bed, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:16:45.711253 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] For port a77e310c-194c-466d-bd49-66846a388bed, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=a77e310c-194c-466d-bd49-66846a388bed,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:16:45.719076 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Allocated IP 172.20.0.1 (8aa70f3c-0da7-419d-98be-3dfa126470bb/ceec15bc-263e-4dab-8a78-08135ee43e6f/9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:16:45.834564 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (a77e310c-194c-466d-bd49-66846a388bed), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:45.841580 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Publish callbacks [] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:45.900450 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Routers {'7840438f-205c-4d5f-a251-4718429532c5'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:16:45.901085 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:16:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['7840438f-205c-4d5f-a251-4718429532c5'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:46.002172 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eaa4a1-4ef8-42fd-824a-8057e9f79c8d None None] Pushing event updated for resources: {'Port': ['ID=a77e310c-194c-466d-bd49-66846a388bed,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:46.013252 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:46.030068 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a2051207-1754-446b-a3d7-c19cb3c3eaaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:46.074374 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] Set router 7840438f-205c-4d5f-a251-4718429532c5 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:16:46.074607 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Network 8aa70f3c-0da7-419d-98be-3dfa126470bb is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:16:46.075806 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:16:46.091353 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:16:46.091353 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686921'] for router_interface (7840438f-205c-4d5f-a251-4718429532c5), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:46.196636 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377945cb-5aaf-4a8a-9a08-87f6cde40ec1 req-90eaeeda-2711-4395-991b-5b67e831539e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:46.196636 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-377945cb-5aaf-4a8a-9a08-87f6cde40ec1 req-90eaeeda-2711-4395-991b-5b67e831539e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.1889434 Mar 15 17:16:46.228507 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:46.319874 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-377945cb-5aaf-4a8a-9a08-87f6cde40ec1 req-8b9ff560-cf98-4e60-b022-e49ded023757 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498175 Mar 15 17:16:46.372941 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dcbc1-9ac7-43bd-8a02-8ead1231d70f req-1d9a3a13-bf35-4d87-97a1-fcced75caf99 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:46.374379 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-786dcbc1-9ac7-43bd-8a02-8ead1231d70f req-1d9a3a13-bf35-4d87-97a1-fcced75caf99 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0815158 Mar 15 17:16:46.446848 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-786dcbc1-9ac7-43bd-8a02-8ead1231d70f req-54e5fb12-16c0-4b4d-9906-08c2e5a5081b tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Mar 15 17:16:46.447264 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840438f-205c-4d5f-a251-4718429532c5', 'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a77e310c-194c-466d-bd49-66846a388bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:39Z', 'updated_at': '2022-03-15T17:16:42Z', 'revision_number': 3, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'gw_port': {'id': 'a77e310c-194c-466d-bd49-66846a388bed', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:de:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:40Z', 'updated_at': '2022-03-15T17:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:46.472109 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829a14c-6727-41a0-8b07-2503609e80f2 None None] The sync data for ids ['7840438f-205c-4d5f-a251-4718429532c5'] in dv-cinder-831247-12-iscsi is: [{'id': '7840438f-205c-4d5f-a251-4718429532c5', 'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a77e310c-194c-466d-bd49-66846a388bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:39Z', 'updated_at': '2022-03-15T17:16:42Z', 'revision_number': 3, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'gw_port': {'id': 'a77e310c-194c-466d-bd49-66846a388bed', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:de:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:40Z', 'updated_at': '2022-03-15T17:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:16:46.515508 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-5ec1ee1a-e2b3-4df5-a40a-7c415f69ce60 None None] Provisioning complete for port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:46.515965 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5ec1ee1a-e2b3-4df5-a40a-7c415f69ce60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:46.560686 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-5ec1ee1a-e2b3-4df5-a40a-7c415f69ce60 None None] Port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:16:46.731647 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae500644-c9b8-467b-b257-25cfad36eb3b req-6a678bd1-50e1-4f7a-8e96-03a0c1f5a4d8 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:46.749817 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae500644-c9b8-467b-b257-25cfad36eb3b req-6a678bd1-50e1-4f7a-8e96-03a0c1f5a4d8 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0715699 Mar 15 17:16:46.808979 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae500644-c9b8-467b-b257-25cfad36eb3b req-f0096342-f460-40b3-a43c-2cda99af5fd0 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582333 Mar 15 17:16:47.121001 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:47.228940 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40846) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:47.404194 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-19571766-network', 'tenant_id': 'b844637f18de4ab6b0c256db549c9369'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:47.411024 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Publish callbacks [] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:47.525814 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8029e-3189-4cae-8605-1598efb8346b req-a83bd78d-7b5b-44b2-b64b-6ae35bc2821e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:47.527364 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a2d8029e-3189-4cae-8605-1598efb8346b req-a83bd78d-7b5b-44b2-b64b-6ae35bc2821e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.1017184 Mar 15 17:16:47.545648 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:47.553751 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1720345'] for router_interface (7840438f-205c-4d5f-a251-4718429532c5), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:47.603624 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a2d8029e-3189-4cae-8605-1598efb8346b req-23d38b28-76c7-4942-a2ec-333a105b42a1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654001 Mar 15 17:16:47.605745 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] Made reservation on behalf of b844637f18de4ab6b0c256db549c9369 for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:16:47.608800 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:47.619661 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:47.681929 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:47.727258 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] Publish callbacks [] for security_group (7104b1cc-353a-4a57-8b4e-c1a21455f03d), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:47.753535 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36292a3-41c8-445d-9160-1957a55fa1ab req-61fd7240-68e5-483b-9398-32652a498e38 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:47.762203 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b36292a3-41c8-445d-9160-1957a55fa1ab req-61fd7240-68e5-483b-9398-32652a498e38 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.2347021 Mar 15 17:16:47.829456 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (7104b1cc-353a-4a57-8b4e-c1a21455f03d), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:47.865254 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Network 8aa70f3c-0da7-419d-98be-3dfa126470bb is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:16:47.874956 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:16:47.888606 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b36292a3-41c8-445d-9160-1957a55fa1ab req-86d6bfd6-4a27-4b82-8fa5-cc39fa8dc0e3 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142690 Mar 15 17:16:47.888606 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:16:47.939328 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (a0b2d680-55d4-4403-ae6f-fc6d6790964b), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:47.939982 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] Added segment a0b2d680-55d4-4403-ae6f-fc6d6790964b of type vlan for network 7679d2c3-9375-4832-a451-47ac97f33800 Mar 15 17:16:47.942195 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7104b1cc-353a-4a57-8b4e-c1a21455f03d,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:48.013710 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (7679d2c3-9375-4832-a451-47ac97f33800), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:48.030127 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7363e-9074-41c7-af3c-81b8f8e397b8 req-ce39cddd-0cec-435e-99e1-93bc7605bfd2 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:48.038090 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4db7363e-9074-41c7-af3c-81b8f8e397b8 req-ce39cddd-0cec-435e-99e1-93bc7605bfd2 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.1404824 Mar 15 17:16:48.110547 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Router 7840438f-205c-4d5f-a251-4718429532c5 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:16:48.133428 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4db7363e-9074-41c7-af3c-81b8f8e397b8 req-fec3e206-3603-41fe-9c1d-3c798550afba tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941527 Mar 15 17:16:48.256747 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:16:48.264297 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-903fd58a-9047-4287-93a8-6f01fa6cc8e1 admin admin] 10.222.0.37 "PUT /v2.0/routers/7840438f-205c-4d5f-a251-4718429532c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0860193 Mar 15 17:16:48.278344 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device a77e310c-194c-466d-bd49-66846a388bed up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:16:48.342858 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (7679d2c3-9375-4832-a451-47ac97f33800), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:48.344125 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:48.346258 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:48.433628 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] Pushing event updated for resources: {'Network': ['ID=7679d2c3-9375-4832-a451-47ac97f33800,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:48.452694 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network 7679d2c3-9375-4832-a451-47ac97f33800 details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:16:48.533212 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-ce4d247f-7ded-41d2-84bd-b99a3e805c74 None None] Provisioning complete for port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:48.533588 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ce4d247f-7ded-41d2-84bd-b99a3e805c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:48.546797 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Sync routers for ids ['7840438f-205c-4d5f-a251-4718429532c5'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:16:48.557941 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d43b57b0-e44a-4587-9ab4-cae5adafa57e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3278785 Mar 15 17:16:48.560680 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40874) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:48.565476 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-487bc8ab-95cd-4db8-a3ad-dc84eaadcb50 admin admin] Request body: {'subnet': {'network_id': '7679d2c3-9375-4832-a451-47ac97f33800', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-19571766-subnet', 'tenant_id': 'b844637f18de4ab6b0c256db549c9369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:48.614038 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Routers {'7840438f-205c-4d5f-a251-4718429532c5'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:16:48.614038 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:16:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['7840438f-205c-4d5f-a251-4718429532c5'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:48.614038 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d247f-7ded-41d2-84bd-b99a3e805c74 None None] Port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:16:48.616569 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port a77e310c-194c-466d-bd49-66846a388bed triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:48.616970 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (a77e310c-194c-466d-bd49-66846a388bed), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:48.760204 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55b15c-9455-4b32-bead-70eaf168680e req-c233d48e-d9bd-4992-ad5a-6201962b96a2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:48.761770 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ff55b15c-9455-4b32-bead-70eaf168680e req-c233d48e-d9bd-4992-ad5a-6201962b96a2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0770617 Mar 15 17:16:48.772784 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487bc8ab-95cd-4db8-a3ad-dc84eaadcb50 admin admin] Made reservation on behalf of b844637f18de4ab6b0c256db549c9369 for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:16:48.775632 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-487bc8ab-95cd-4db8-a3ad-dc84eaadcb50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26859151'] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:48.784947 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3bce02ac-d7e8-4ba8-87af-4e64a880cf88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:48.792326 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Set router 7840438f-205c-4d5f-a251-4718429532c5 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:16:48.820847 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ff55b15c-9455-4b32-bead-70eaf168680e req-d029f989-2cb3-4ed0-820f-14be23ffbb0d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533805 Mar 15 17:16:48.837937 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port a77e310c-194c-466d-bd49-66846a388bed is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:48.838755 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (a77e310c-194c-466d-bd49-66846a388bed), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:48.902497 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] For port a77e310c-194c-466d-bd49-66846a388bed, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=a77e310c-194c-466d-bd49-66846a388bed,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:16:49.036032 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7eada1-1167-4c96-b728-7e3a6d546475 req-0c6950c0-e303-42a2-96c5-2efe3ed2d9a5 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:49.044220 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0a7eada1-1167-4c96-b728-7e3a6d546475 req-0c6950c0-e303-42a2-96c5-2efe3ed2d9a5 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0628598 Mar 15 17:16:49.047487 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840438f-205c-4d5f-a251-4718429532c5', 'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a77e310c-194c-466d-bd49-66846a388bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:39Z', 'updated_at': '2022-03-15T17:16:46Z', 'revision_number': 4, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'gw_port': {'id': 'a77e310c-194c-466d-bd49-66846a388bed', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:de:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:40Z', 'updated_at': '2022-03-15T17:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b', 'name': '', 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'mac_address': 'fa:16:3e:c4:ce:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:45Z', 'updated_at': '2022-03-15T17:16:47Z', 'revision_number': 2, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'subnets': [{'id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:49.074433 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Checking router: 7840438f-205c-4d5f-a251-4718429532c5 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:16:49.074829 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Updating router 7840438f-205c-4d5f-a251-4718429532c5 port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b binding host dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:16:49.086681 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0a7eada1-1167-4c96-b728-7e3a6d546475 req-428ab1f9-72a8-4e18-bfa4-0431d1af4368 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434592 Mar 15 17:16:49.101114 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (a77e310c-194c-466d-bd49-66846a388bed), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.120434 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-487bc8ab-95cd-4db8-a3ad-dc84eaadcb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4078860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26859165'] for subnet (3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.138456 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.202800 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Pushing event updated for resources: {'Port': ['ID=a77e310c-194c-466d-bd49-66846a388bed,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:49.218893 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bc8ab-95cd-4db8-a3ad-dc84eaadcb50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:49.234057 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487bc8ab-95cd-4db8-a3ad-dc84eaadcb50 admin admin] Checking segment: {'id': 'a0b2d680-55d4-4403-ae6f-fc6d6790964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7679d2c3-9375-4832-a451-47ac97f33800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:16:49.234409 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487bc8ab-95cd-4db8-a3ad-dc84eaadcb50 admin admin] Network hostable DHCP agents. Network: 7679d2c3-9375-4832-a451-47ac97f33800, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:16:49.306680 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99f4ac-ab5d-4552-add8-2ff2d22022cf req-4de2ab06-65e1-4298-8e63-42d46e343a03 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:49.308927 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3d99f4ac-ab5d-4552-add8-2ff2d22022cf req-4de2ab06-65e1-4298-8e63-42d46e343a03 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0610204 Mar 15 17:16:49.367439 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3d99f4ac-ab5d-4552-add8-2ff2d22022cf req-0e1a7be1-5af0-4320-8086-059136eced07 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521624 Mar 15 17:16:49.393436 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40904) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:49.395224 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-314082245-network', 'tenant_id': '904adc48dc1a48e8bb2b4ccdf3e39029'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:49.418226 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487bc8ab-95cd-4db8-a3ad-dc84eaadcb50 admin admin] Network 7679d2c3-9375-4832-a451-47ac97f33800 is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:16:49.439263 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40906) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:49.460530 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.481010 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Publish callbacks [] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.531538 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] Made reservation on behalf of 904adc48dc1a48e8bb2b4ccdf3e39029 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:16:49.534224 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.543846 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.561554 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-487bc8ab-95cd-4db8-a3ad-dc84eaadcb50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, 7679d2c3-9375-4832-a451-47ac97f33800) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:16:49.562516 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.570670 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487bc8ab-95cd-4db8-a3ad-dc84eaadcb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:49.573936 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-487bc8ab-95cd-4db8-a3ad-dc84eaadcb50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.583085 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3999d7-1224-4030-81ca-3af351836641 None None] Network 7679d2c3-9375-4832-a451-47ac97f33800 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:16:49.603589 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-eb351d14-80b2-4346-8a5d-e54932f81883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.628575 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] Publish callbacks [] for security_group (8b83b308-c7b9-425a-8bba-8a78dc85a8bc), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.693745 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e16dd-c6a4-4228-862d-67297a2f487c None None] Pushing event updated for resources: {'Port': ['ID=9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:49.714574 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-487bc8ab-95cd-4db8-a3ad-dc84eaadcb50 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1442811 Mar 15 17:16:49.714574 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c29bf-7b97-4ffc-b33c-435978eb7dad req-e895e4d8-5872-4752-99c1-a41b0377404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:49.716013 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-123c29bf-7b97-4ffc-b33c-435978eb7dad req-e895e4d8-5872-4752-99c1-a41b0377404a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 1130 time: 0.0753558 Mar 15 17:16:49.750605 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (8b83b308-c7b9-425a-8bba-8a78dc85a8bc), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.756273 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-eb351d14-80b2-4346-8a5d-e54932f81883 admin admin] Publish callbacks [] for security_group (b0fec23b-c046-44fb-9b90-f8c9547bb297), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.789213 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Attempting to bind port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:16:49.789585 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Attempting to bind port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '5476e7b2-7a6b-4fe5-a530-227736514268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:16:49.789991 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Attempting to bind port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b on network 8aa70f3c-0da7-419d-98be-3dfa126470bb {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:16:49.796983 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7febe3-65df-453b-87da-6e33a366125d None None] Network 7679d2c3-9375-4832-a451-47ac97f33800 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:16:49.801269 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:16:49.801762 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Checking segment: {'id': '5476e7b2-7a6b-4fe5-a530-227736514268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:16:49.802433 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.802913 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Bound using segment: {'id': '5476e7b2-7a6b-4fe5-a530-227736514268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:16:49.803403 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Bound port: 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5476e7b2-7a6b-4fe5-a530-227736514268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:16:49.803889 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.815621 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b83b308-c7b9-425a-8bba-8a78dc85a8bc,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:49.818848 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:16:49.841553 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (11945715-d707-40f5-8b37-ab5e479574e7), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.841836 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] Added segment 11945715-d707-40f5-8b37-ab5e479574e7 of type vlan for network 4f936d7e-bf5a-4d84-90c4-f77c64f35b50 Mar 15 17:16:49.900575 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-eb351d14-80b2-4346-8a5d-e54932f81883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (b0fec23b-c046-44fb-9b90-f8c9547bb297), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.936073 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (4f936d7e-bf5a-4d84-90c4-f77c64f35b50), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:49.949714 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb351d14-80b2-4346-8a5d-e54932f81883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fec23b-c046-44fb-9b90-f8c9547bb297,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:49.965845 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c29bf-7b97-4ffc-b33c-435978eb7dad req-38fd044f-bee7-4a65-9be9-1d7b7c54f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:49.967585 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-123c29bf-7b97-4ffc-b33c-435978eb7dad req-38fd044f-bee7-4a65-9be9-1d7b7c54f14c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f8cff2af-e6bb-48e4-afbf-b43442da6768 HTTP/1.1" status: 200 len: 918 time: 0.2390020 Mar 15 17:16:49.979917 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-5bbfa7b2-e36a-4e26-b9a7-04cacd2d5ef7 None None] Provisioning complete for port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:49.980290 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5bbfa7b2-e36a-4e26-b9a7-04cacd2d5ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:50.026132 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] For port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:16:50.053336 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-eb351d14-80b2-4346-8a5d-e54932f81883 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5255a9c855e948de8a8d3bf323ffb323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6097445 Mar 15 17:16:50.054705 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40918) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:50.063594 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] For port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b,segment=NetworkSegment(5476e7b2-7a6b-4fe5-a530-227736514268),segment_id=5476e7b2-7a6b-4fe5-a530-227736514268)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:16:50.070811 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-5bbfa7b2-e36a-4e26-b9a7-04cacd2d5ef7 None None] Port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:16:50.109073 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-123c29bf-7b97-4ffc-b33c-435978eb7dad req-8ad79108-c293-4d99-834b-259a06f3bd6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e HTTP/1.1" status: 200 len: 1001 time: 0.1268308 Mar 15 17:16:50.116381 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (4f936d7e-bf5a-4d84-90c4-f77c64f35b50), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:50.117837 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:50.119928 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:50.128671 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4853989-e9db-491d-ad82-c0311c39ac8e req-af0e986b-8fe7-4f77-bef6-ec241754e8e8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:50.131190 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e4853989-e9db-491d-ad82-c0311c39ac8e req-af0e986b-8fe7-4f77-bef6-ec241754e8e8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.1562867 Mar 15 17:16:50.145893 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:50.161682 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14af5bcc-402c-43b2-9820-7ef14e967994 admin admin] Publish callbacks [] for security_group (b0fec23b-c046-44fb-9b90-f8c9547bb297), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:50.203824 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14af5bcc-402c-43b2-9820-7ef14e967994 admin admin] Publish callbacks [] for security_group (b0fec23b-c046-44fb-9b90-f8c9547bb297), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:50.206410 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] Pushing event updated for resources: {'Network': ['ID=4f936d7e-bf5a-4d84-90c4-f77c64f35b50,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:50.226892 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e4853989-e9db-491d-ad82-c0311c39ac8e req-96795ef0-667c-4b28-a8ed-e8da2a5ca4c5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858486 Mar 15 17:16:50.235247 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:16:50.252565 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network 4f936d7e-bf5a-4d84-90c4-f77c64f35b50 details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:16:50.291912 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c29bf-7b97-4ffc-b33c-435978eb7dad req-e3fcc0ab-2230-4f14-a41f-53af4639df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:50.291912 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-123c29bf-7b97-4ffc-b33c-435978eb7dad req-e3fcc0ab-2230-4f14-a41f-53af4639df25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11 HTTP/1.1" status: 200 len: 856 time: 0.0648823 Mar 15 17:16:50.321645 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-795f91c1-5b88-49bd-ba84-7830acc50193 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9321215 Mar 15 17:16:50.339615 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58597278-1143-480c-babb-82bef71c103e req-d1003543-c447-46fb-9ea0-190a9acb09d4 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:50.339615 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-58597278-1143-480c-babb-82bef71c103e req-d1003543-c447-46fb-9ea0-190a9acb09d4 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.1089690 Mar 15 17:16:50.339615 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40922) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:50.339615 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-3c18cc71-62fc-49f7-8dd3-28a19e3a300e admin admin] Request body: {'subnet': {'network_id': '4f936d7e-bf5a-4d84-90c4-f77c64f35b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-314082245-subnet', 'tenant_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:50.345580 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device a77e310c-194c-466d-bd49-66846a388bed up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:16:50.347969 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e16dd-c6a4-4228-862d-67297a2f487c None None] Pushing event updated for resources: {'Port': ['ID=9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:50.360536 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c29bf-7b97-4ffc-b33c-435978eb7dad req-c67f1aba-0932-4099-b8d2-566a7b478484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:50.362969 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-123c29bf-7b97-4ffc-b33c-435978eb7dad req-c67f1aba-0932-4099-b8d2-566a7b478484 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8cff2af-e6bb-48e4-afbf-b43442da6768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0630229 Mar 15 17:16:50.410852 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Routers {'7840438f-205c-4d5f-a251-4718429532c5'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:16:50.411953 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:16:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['7840438f-205c-4d5f-a251-4718429532c5'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:50.417459 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-58597278-1143-480c-babb-82bef71c103e req-ec1f2e9e-e62a-4743-a071-4581fa4b8e53 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798035 Mar 15 17:16:50.443257 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14af5bcc-402c-43b2-9820-7ef14e967994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (b0fec23b-c046-44fb-9b90-f8c9547bb297), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:50.446029 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14af5bcc-402c-43b2-9820-7ef14e967994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:50.447231 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-14af5bcc-402c-43b2-9820-7ef14e967994 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0fec23b-c046-44fb-9b90-f8c9547bb297 HTTP/1.1" status: 204 len: 168 time: 0.3903005 Mar 15 17:16:50.464355 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af5bcc-402c-43b2-9820-7ef14e967994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fec23b-c046-44fb-9b90-f8c9547bb297,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:50.521151 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-123c29bf-7b97-4ffc-b33c-435978eb7dad req-70d54f07-e099-48ac-8520-544e07421982 service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502011 Mar 15 17:16:50.526999 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c18cc71-62fc-49f7-8dd3-28a19e3a300e admin admin] Made reservation on behalf of 904adc48dc1a48e8bb2b4ccdf3e39029 for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:16:50.529818 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3c18cc71-62fc-49f7-8dd3-28a19e3a300e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:50.640214 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559192dd-78ca-45c3-bc78-d15e7ac8cf6b req-25b5964d-1ba7-45c8-bf64-ff33b5b789af tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:50.641826 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-559192dd-78ca-45c3-bc78-d15e7ac8cf6b req-25b5964d-1ba7-45c8-bf64-ff33b5b789af tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.1650755 Mar 15 17:16:50.714190 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port a77e310c-194c-466d-bd49-66846a388bed triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:50.714691 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (a77e310c-194c-466d-bd49-66846a388bed), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:50.728453 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-559192dd-78ca-45c3-bc78-d15e7ac8cf6b req-528873f1-87ce-4b0a-8f1e-4471f70d0653 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720010 Mar 15 17:16:50.730545 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-123c29bf-7b97-4ffc-b33c-435978eb7dad req-d1c9ed55-f19b-4516-89b5-eaa05099ca64 service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022340 Mar 15 17:16:50.761112 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-24823102-0920-4c91-8b2d-47882c78ff87 None None] Provisioning complete for port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:50.761487 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-24823102-0920-4c91-8b2d-47882c78ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:50.789755 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] Set router 7840438f-205c-4d5f-a251-4718429532c5 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:16:50.898388 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3c18cc71-62fc-49f7-8dd3-28a19e3a300e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for subnet (28e70dc9-9c25-4c76-8a82-ea716ac791c9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:50.962708 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18cc71-62fc-49f7-8dd3-28a19e3a300e admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e70dc9-9c25-4c76-8a82-ea716ac791c9,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:50.971662 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c18cc71-62fc-49f7-8dd3-28a19e3a300e admin admin] Checking segment: {'id': '11945715-d707-40f5-8b37-ab5e479574e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4f936d7e-bf5a-4d84-90c4-f77c64f35b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:16:50.972104 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c18cc71-62fc-49f7-8dd3-28a19e3a300e admin admin] Network hostable DHCP agents. Network: 4f936d7e-bf5a-4d84-90c4-f77c64f35b50, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:16:51.048677 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port a77e310c-194c-466d-bd49-66846a388bed is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:51.056154 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-24823102-0920-4c91-8b2d-47882c78ff87 None None] Current status of the port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:51.056537 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-24823102-0920-4c91-8b2d-47882c78ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.063951 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c18cc71-62fc-49f7-8dd3-28a19e3a300e admin admin] Network 4f936d7e-bf5a-4d84-90c4-f77c64f35b50 is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:16:51.068307 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.130404 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-24823102-0920-4c91-8b2d-47882c78ff87 None None] For port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b,segment=NetworkSegment(5476e7b2-7a6b-4fe5-a530-227736514268),segment_id=5476e7b2-7a6b-4fe5-a530-227736514268)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:16:51.151715 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840438f-205c-4d5f-a251-4718429532c5', 'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a77e310c-194c-466d-bd49-66846a388bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:39Z', 'updated_at': '2022-03-15T17:16:46Z', 'revision_number': 4, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'gw_port': {'id': 'a77e310c-194c-466d-bd49-66846a388bed', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:40Z', 'updated_at': '2022-03-15T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b', 'name': '', 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'mac_address': 'fa:16:3e:c4:ce:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:45Z', 'updated_at': '2022-03-15T17:16:49Z', 'revision_number': 4, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'subnets': [{'id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:51.155148 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-3c18cc71-62fc-49f7-8dd3-28a19e3a300e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, 4f936d7e-bf5a-4d84-90c4-f77c64f35b50) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:16:51.170858 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c18cc71-62fc-49f7-8dd3-28a19e3a300e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:51.171723 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3c18cc71-62fc-49f7-8dd3-28a19e3a300e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.180234 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f069347-88bc-4deb-8fe6-4568df6bc04c None None] Network 4f936d7e-bf5a-4d84-90c4-f77c64f35b50 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:16:51.184887 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465e2da-389c-4801-a35a-aa81aec0f6f8 None None] The sync data for ids ['7840438f-205c-4d5f-a251-4718429532c5'] in dv-cinder-831247-12-iscsi is: [{'id': '7840438f-205c-4d5f-a251-4718429532c5', 'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a77e310c-194c-466d-bd49-66846a388bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:39Z', 'updated_at': '2022-03-15T17:16:46Z', 'revision_number': 4, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'gw_port': {'id': 'a77e310c-194c-466d-bd49-66846a388bed', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:40Z', 'updated_at': '2022-03-15T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b', 'name': '', 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'mac_address': 'fa:16:3e:c4:ce:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:45Z', 'updated_at': '2022-03-15T17:16:49Z', 'revision_number': 4, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'subnets': [{'id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:16:51.311727 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82e3d683-5ede-5394-a179-ed8ba7e8f023-4f936d7e-bf5a-4d84-90c4-f77c64f35b50', 'network_id': '4f936d7e-bf5a-4d84-90c4-f77c64f35b50', 'project_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'fixed_ips': [{'subnet_id': '28e70dc9-9c25-4c76-8a82-ea716ac791c9'}]}} from dv-cinder-831247-12-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:16:51.312659 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.325542 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-24823102-0920-4c91-8b2d-47882c78ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.353542 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3c18cc71-62fc-49f7-8dd3-28a19e3a300e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0235770 Mar 15 17:16:51.356387 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40938) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:51.362295 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-314082245-router', 'tenant_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:51.376772 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 40940) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:51.395840 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8b4e7-91c6-4dbc-90d6-9fa2ac5bebd6 req-f8f90923-6533-43b9-bdd7-2976410a4c0d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:51.397702 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-45e8b4e7-91c6-4dbc-90d6-9fa2ac5bebd6 req-f8f90923-6533-43b9-bdd7-2976410a4c0d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.0803378 Mar 15 17:16:51.417811 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9aa61c0e-f60e-4265-830c-b8364e45ef65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.480848 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-45e8b4e7-91c6-4dbc-90d6-9fa2ac5bebd6 req-7d4a8d3c-5902-4c6a-9879-e91c0eb65db8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734043 Mar 15 17:16:51.484409 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24823102-0920-4c91-8b2d-47882c78ff87 None None] Pushing event updated for resources: {'Port': ['ID=9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:51.523540 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7387'] for router (4ab9950e-1e69-4a68-8813-693f7fc91ca3), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.524771 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router (4ab9950e-1e69-4a68-8813-693f7fc91ca3), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.536226 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9aa61c0e-f60e-4265-830c-b8364e45ef65 admin admin] Publish callbacks [] for security_group (a44042b7-3342-4688-b2c3-92bebad1a696), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.577097 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Allocated IP 172.20.0.2 (4f936d7e-bf5a-4d84-90c4-f77c64f35b50/28e70dc9-9c25-4c76-8a82-ea716ac791c9/542f0a85-b0ae-4cf0-8329-676fe08fb4e4) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:16:51.614751 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Publish callbacks [] for router_controller (4ab9950e-1e69-4a68-8813-693f7fc91ca3), precommit_add_association {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.631665 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85a2b4-0581-4ac2-b919-e2f6e333a47e req-da2ecdc1-c736-4905-8460-72506f21d54b tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:51.633290 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5d85a2b4-0581-4ac2-b919-e2f6e333a47e req-da2ecdc1-c736-4905-8460-72506f21d54b tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.1011493 Mar 15 17:16:51.690024 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5d85a2b4-0581-4ac2-b919-e2f6e333a47e req-a0025b81-7581-41d6-8198-65e9b32ee19f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506544 Mar 15 17:16:51.735021 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Publish callbacks [] for port (542f0a85-b0ae-4cf0-8329-676fe08fb4e4), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.743847 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9aa61c0e-f60e-4265-830c-b8364e45ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (a44042b7-3342-4688-b2c3-92bebad1a696), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.784238 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9aa61c0e-f60e-4265-830c-b8364e45ef65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c5415cfd5f548e2b05546a8e77191a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4063113 Mar 15 17:16:51.788082 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa61c0e-f60e-4265-830c-b8364e45ef65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44042b7-3342-4688-b2c3-92bebad1a696,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:51.788246 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 40946) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:51.864375 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (542f0a85-b0ae-4cf0-8329-676fe08fb4e4), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.879181 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42763485-191c-4b83-b861-cc5c525f3bd9 admin admin] Publish callbacks [] for security_group (a44042b7-3342-4688-b2c3-92bebad1a696), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.901765 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42763485-191c-4b83-b861-cc5c525f3bd9 admin admin] Publish callbacks [] for security_group (a44042b7-3342-4688-b2c3-92bebad1a696), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.905488 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Pushing event updated for resources: {'Port': ['ID=542f0a85-b0ae-4cf0-8329-676fe08fb4e4,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:51.921167 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Network 4f936d7e-bf5a-4d84-90c4-f77c64f35b50 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:16:51.922678 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:16:51.926418 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:16:51.957275 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1494a2-8ca1-4fe7-8b0a-526fd1e95768 req-6da3f52e-e183-42d6-8579-c507af8961b2 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:51.964984 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d1494a2-8ca1-4fe7-8b0a-526fd1e95768 req-6da3f52e-e183-42d6-8579-c507af8961b2 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.1439142 Mar 15 17:16:51.976198 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Publish callbacks [] for router_gateway (4ab9950e-1e69-4a68-8813-693f7fc91ca3), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:51.995433 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Attempting to bind port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:16:51.995920 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Attempting to bind port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '11945715-d707-40f5-8b37-ab5e479574e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4f936d7e-bf5a-4d84-90c4-f77c64f35b50'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:16:51.998825 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Attempting to bind port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 on network 4f936d7e-bf5a-4d84-90c4-f77c64f35b50 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:16:52.002172 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:16:52.002696 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Checking segment: {'id': '11945715-d707-40f5-8b37-ab5e479574e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4f936d7e-bf5a-4d84-90c4-f77c64f35b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:16:52.003205 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:52.003801 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Bound using segment: {'id': '11945715-d707-40f5-8b37-ab5e479574e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4f936d7e-bf5a-4d84-90c4-f77c64f35b50'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:16:52.004399 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Bound port: 542f0a85-b0ae-4cf0-8329-676fe08fb4e4, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11945715-d707-40f5-8b37-ab5e479574e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4f936d7e-bf5a-4d84-90c4-f77c64f35b50'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:16:52.005068 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (542f0a85-b0ae-4cf0-8329-676fe08fb4e4), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:52.022233 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d1494a2-8ca1-4fe7-8b0a-526fd1e95768 req-c866e67f-5366-4443-990a-834051acd7fb tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513189 Mar 15 17:16:52.080184 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] For port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:16:52.084180 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] For port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=542f0a85-b0ae-4cf0-8329-676fe08fb4e4,segment=NetworkSegment(11945715-d707-40f5-8b37-ab5e479574e7),segment_id=11945715-d707-40f5-8b37-ab5e479574e7)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:16:52.104077 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42763485-191c-4b83-b861-cc5c525f3bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (a44042b7-3342-4688-b2c3-92bebad1a696), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:52.107302 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42763485-191c-4b83-b861-cc5c525f3bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:52.108503 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-42763485-191c-4b83-b861-cc5c525f3bd9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a44042b7-3342-4688-b2c3-92bebad1a696 HTTP/1.1" status: 204 len: 168 time: 0.3184865 Mar 15 17:16:52.116973 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42763485-191c-4b83-b861-cc5c525f3bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44042b7-3342-4688-b2c3-92bebad1a696,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:52.230440 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (542f0a85-b0ae-4cf0-8329-676fe08fb4e4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:52.307372 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:16:52.329886 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 6afb6f11-7e65-449c-87d5-5fa497bb403e no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:16:52.398487 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82820a32-d467-4854-97f8-d265edb42a12 None None] Pushing event updated for resources: {'Port': ['ID=542f0a85-b0ae-4cf0-8329-676fe08fb4e4,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:52.490209 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:52.490591 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:52.492335 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 6afb6f11-7e65-449c-87d5-5fa497bb403e is: ACTIVE; New status is: DOWN {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:52.492717 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:52.522862 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-91c2a300-f38b-4872-af7d-dfea801b115f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:52.549190 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-91c2a300-f38b-4872-af7d-dfea801b115f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/networks?id=7679d2c3-9375-4832-a451-47ac97f33800 HTTP/1.1" status: 200 len: 812 time: 0.3073893 Mar 15 17:16:52.569809 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afb6f11-7e65-449c-87d5-5fa497bb403e'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:16:52.571697 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Publish callbacks [] for router_gateway (4ab9950e-1e69-4a68-8813-693f7fc91ca3), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:52.572375 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95092440-a6b4-45b2-a0fd-a540b7f948a3" -d '{"events": [{"server_uuid": "041a9e82-c88a-4a18-a0d0-945453f608b1", "name": "network-vif-unplugged", "status": "completed", "tag": "6afb6f11-7e65-449c-87d5-5fa497bb403e"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:16:52.585164 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-e53cae17-d367-4113-b9ae-018777531117 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/quotas/b844637f18de4ab6b0c256db549c9369 HTTP/1.1" status: 200 len: 375 time: 0.0342741 Mar 15 17:16:52.604973 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 6afb6f11-7e65-449c-87d5-5fa497bb403e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:16:52.650027 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:52.674293 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:52.736306 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-0d4d4d4a-3392-462f-839b-d809b0331568 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b844637f18de4ab6b0c256db549c9369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1500199 Mar 15 17:16:52.756555 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:52.766907 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:52.878135 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=6afb6f11-7e65-449c-87d5-5fa497bb403e,revision_number=8']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:52.965830 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-3d0204bb-f5c7-47aa-8ac6-0f025b788b1b service neutron] 10.222.0.37 "GET /v2.0/networks/7679d2c3-9375-4832-a451-47ac97f33800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286649 Mar 15 17:16:53.002781 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Allocated IP 172.27.3.219 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/c8b7805f-9b35-47c2-91a6-bdccf2297c9e) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:16:53.106144 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1a47c-6656-4cfa-85b5-3e3005533cd9 req-91f49dd0-e7a7-47b4-b644-806a48ed5233 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:53.107900 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-59d1a47c-6656-4cfa-85b5-3e3005533cd9 req-91f49dd0-e7a7-47b4-b644-806a48ed5233 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 946 time: 0.4109488 Mar 15 17:16:53.158710 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-531a32a7-28dd-4488-953f-349b7648fe8c service neutron] 10.222.0.37 "GET /v2.0/networks/7679d2c3-9375-4832-a451-47ac97f33800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760623 Mar 15 17:16:53.168718 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-59d1a47c-6656-4cfa-85b5-3e3005533cd9 req-83c9fa46-8a9c-4760-87a5-69e1adf2a9f4 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533605 Mar 15 17:16:53.208343 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Publish callbacks [] for port (c8b7805f-9b35-47c2-91a6-bdccf2297c9e), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:53.243384 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Mar 2022 17:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965cdf60-5cfb-496b-9a92-ea1985862a18 x-openstack-request-id: req-965cdf60-5cfb-496b-9a92-ea1985862a18 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:16:53.243808 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041a9e82-c88a-4a18-a0d0-945453f608b1", "name": "network-vif-unplugged", "status": "completed", "tag": "6afb6f11-7e65-449c-87d5-5fa497bb403e", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:16:53.244131 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-965cdf60-5cfb-496b-9a92-ea1985862a18 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:16:53.244593 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'code': 200} Mar 15 17:16:53.349138 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1e2c4-e68b-46f1-9270-5c882778cecc req-4708566c-11c3-49c2-b5fa-c9f0d28c4c1f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:53.350782 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-27c1e2c4-e68b-46f1-9270-5c882778cecc req-4708566c-11c3-49c2-b5fa-c9f0d28c4c1f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0555444 Mar 15 17:16:53.406539 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-27c1e2c4-e68b-46f1-9270-5c882778cecc req-32b04e12-d5cb-4959-93b3-a23785c9c1ed tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494328 Mar 15 17:16:53.428961 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (c8b7805f-9b35-47c2-91a6-bdccf2297c9e), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:53.509467 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713744ae-04d2-454b-87fb-e7d24f109317 None None] Network 4f936d7e-bf5a-4d84-90c4-f77c64f35b50 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:16:53.571612 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c2fb4-8a4c-459d-8034-c175103f0cae req-5d4df60c-eef1-4fdf-8b82-06cc534ed977 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:53.573969 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dd5c2fb4-8a4c-459d-8034-c175103f0cae req-5d4df60c-eef1-4fdf-8b82-06cc534ed977 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0950923 Mar 15 17:16:53.603900 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-98c2ea36-6c88-4088-870f-d6dc071b33da None None] Provisioning complete for port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:53.604311 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-98c2ea36-6c88-4088-870f-d6dc071b33da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (542f0a85-b0ae-4cf0-8329-676fe08fb4e4), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:53.669704 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dd5c2fb4-8a4c-459d-8034-c175103f0cae req-4120bbef-3bf8-4874-af50-22e7fb6ad97b tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859871 Mar 15 17:16:53.743339 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-98c2ea36-6c88-4088-870f-d6dc071b33da None None] Current status of the port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:53.743750 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-98c2ea36-6c88-4088-870f-d6dc071b33da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (542f0a85-b0ae-4cf0-8329-676fe08fb4e4), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:53.781752 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-98c2ea36-6c88-4088-870f-d6dc071b33da None None] For port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=542f0a85-b0ae-4cf0-8329-676fe08fb4e4,segment=NetworkSegment(11945715-d707-40f5-8b37-ab5e479574e7),segment_id=11945715-d707-40f5-8b37-ab5e479574e7)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:16:53.840875 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-84919a88-e4d6-4350-8ff0-b7ab2a2b5a81 req-3c3738fa-44e4-457c-be17-b98b252c88ae tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 210 time: 0.0385418 Mar 15 17:16:53.842616 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:16:53.845896 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:16:53.850248 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:16:53.873086 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b7805f-9b35-47c2-91a6-bdccf2297c9e,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:53.898109 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-98c2ea36-6c88-4088-870f-d6dc071b33da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (542f0a85-b0ae-4cf0-8329-676fe08fb4e4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:53.957434 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2ea36-6c88-4088-870f-d6dc071b33da None None] Pushing event updated for resources: {'Port': ['ID=542f0a85-b0ae-4cf0-8329-676fe08fb4e4,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:54.018841 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-d174890b-f94f-4b72-9f02-aaed6ea87eea None None] Provisioning complete for port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:54.019151 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d174890b-f94f-4b72-9f02-aaed6ea87eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (542f0a85-b0ae-4cf0-8329-676fe08fb4e4), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:54.096059 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-d174890b-f94f-4b72-9f02-aaed6ea87eea None None] Current status of the port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:54.225014 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Publish callbacks [] for router_gateway (4ab9950e-1e69-4a68-8813-693f7fc91ca3), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:54.306144 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:16:54.317758 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668c10b-218f-41b7-ad47-377bdf6b88d7 req-92d13540-3ee7-4e90-b084-7f62074ad480 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:54.319430 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f668c10b-218f-41b7-ad47-377bdf6b88d7 req-92d13540-3ee7-4e90-b084-7f62074ad480 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0592210 Mar 15 17:16:54.358514 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:54.359061 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (542f0a85-b0ae-4cf0-8329-676fe08fb4e4), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:54.371259 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f668c10b-218f-41b7-ad47-377bdf6b88d7 req-3dd502b2-32d2-4a68-9e10-bb09dc209f9d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444367 Mar 15 17:16:54.461688 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:54.468987 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686872'] for router (4ab9950e-1e69-4a68-8813-693f7fc91ca3), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:54.542055 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e2e97-b334-46f2-af13-902dcaaeeb02 req-3a04fb53-30a9-4a58-8cf0-3f5690aef54f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:54.543652 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8e9e2e97-b334-46f2-af13-902dcaaeeb02 req-3a04fb53-30a9-4a58-8cf0-3f5690aef54f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0630915 Mar 15 17:16:54.592545 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8e9e2e97-b334-46f2-af13-902dcaaeeb02 req-36855807-f600-44c2-b14d-5eadc4c657ab tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419037 Mar 15 17:16:54.703309 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Router 4ab9950e-1e69-4a68-8813-693f7fc91ca3 is scheduled to L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f with binding_index 1 {{(pid=103957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:16:54.779525 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214279d-15e4-4142-8bb0-388d1409f2dc req-33217c45-2132-422f-bde4-8ecae8c74e22 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:54.781017 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2214279d-15e4-4142-8bb0-388d1409f2dc req-33217c45-2132-422f-bde4-8ecae8c74e22 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0543356 Mar 15 17:16:54.815675 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:16:54.824819 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Sync routers for ids ['4ab9950e-1e69-4a68-8813-693f7fc91ca3'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:16:54.831215 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2214279d-15e4-4142-8bb0-388d1409f2dc req-d4ce76fe-40dd-46b7-ba8e-7517ab1aa992 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431635 Mar 15 17:16:54.835757 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Routers {'4ab9950e-1e69-4a68-8813-693f7fc91ca3'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:16:54.836371 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:16:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['4ab9950e-1e69-4a68-8813-693f7fc91ca3'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:54.925324 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-79405f49-d688-4fa8-9fd3-3701d46bf6da req-a7422a98-695b-4d03-b883-699d04dab06c tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 210 time: 0.0267770 Mar 15 17:16:54.946151 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Set router 4ab9950e-1e69-4a68-8813-693f7fc91ca3 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:16:54.984646 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:54.986054 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f56f054b-fe92-454a-be88-3d3215bd2b39 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6284647 Mar 15 17:16:54.994856 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41000) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:55.219713 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'name': 'tempest-TestMinimumBasicScenario-314082245-router', 'tenant_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:51Z', 'updated_at': '2022-03-15T17:16:53Z', 'revision_number': 3, 'project_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'gw_port': {'id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:52Z', 'updated_at': '2022-03-15T17:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:55.252830 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Checking router: 4ab9950e-1e69-4a68-8813-693f7fc91ca3 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:16:55.253185 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Updating router 4ab9950e-1e69-4a68-8813-693f7fc91ca3 port c8b7805f-9b35-47c2-91a6-bdccf2297c9e binding host dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:16:55.281557 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (c8b7805f-9b35-47c2-91a6-bdccf2297c9e), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:55.454998 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:55.539980 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Publish callbacks [] for port (c8b7805f-9b35-47c2-91a6-bdccf2297c9e), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:55.615333 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Allocated IP 172.20.0.1 (4f936d7e-bf5a-4d84-90c4-f77c64f35b50/28e70dc9-9c25-4c76-8a82-ea716ac791c9/7549c0b9-f9e7-4689-8163-157e84374ced) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:16:55.627875 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (c8b7805f-9b35-47c2-91a6-bdccf2297c9e), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:55.686701 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Attempting to bind port c8b7805f-9b35-47c2-91a6-bdccf2297c9e on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:16:55.687196 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Attempting to bind port c8b7805f-9b35-47c2-91a6-bdccf2297c9e by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:16:55.687671 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Attempting to bind port c8b7805f-9b35-47c2-91a6-bdccf2297c9e on network ceae017f-2819-47ba-8d0c-41f6f4b64533 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:16:55.696794 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ed952-919e-4f67-b7a9-b552bbc1efdf None None] Pushing event updated for resources: {'Port': ['ID=c8b7805f-9b35-47c2-91a6-bdccf2297c9e,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:55.705200 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:16:55.705711 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Checking segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:16:55.706189 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:55.707764 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Bound using segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:16:55.708487 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Bound port: c8b7805f-9b35-47c2-91a6-bdccf2297c9e, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:16:55.708986 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (c8b7805f-9b35-47c2-91a6-bdccf2297c9e), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:55.732868 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc0805-4725-46b5-aa5c-57fa98b101dd req-398daee2-a550-456a-96f6-92f841b34dd8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:55.734456 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-37bc0805-4725-46b5-aa5c-57fa98b101dd req-398daee2-a550-456a-96f6-92f841b34dd8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0630639 Mar 15 17:16:55.736897 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Publish callbacks [] for port (7549c0b9-f9e7-4689-8163-157e84374ced), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:55.775132 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] For port c8b7805f-9b35-47c2-91a6-bdccf2297c9e, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:16:55.778445 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] For port c8b7805f-9b35-47c2-91a6-bdccf2297c9e, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=c8b7805f-9b35-47c2-91a6-bdccf2297c9e,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:16:55.790776 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-37bc0805-4725-46b5-aa5c-57fa98b101dd req-e7842904-489d-4e57-b131-7b54074d7c50 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484138 Mar 15 17:16:55.852514 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:55.870297 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (c8b7805f-9b35-47c2-91a6-bdccf2297c9e), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:55.908588 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Network 4f936d7e-bf5a-4d84-90c4-f77c64f35b50 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:16:55.924824 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:16:55.928760 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:16:55.934218 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-de6a4c2a-975d-48a4-922d-eaa0ef0feb03 req-d86e74e6-4fbd-4f3c-b474-ed5423fb9f9c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:16:55.937010 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-de6a4c2a-975d-48a4-922d-eaa0ef0feb03 req-d86e74e6-4fbd-4f3c-b474-ed5423fb9f9c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087259 Mar 15 17:16:55.938477 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Routers {'4ab9950e-1e69-4a68-8813-693f7fc91ca3'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:16:55.939144 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:16:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['4ab9950e-1e69-4a68-8813-693f7fc91ca3'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:55.975414 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Pushing event updated for resources: {'Port': ['ID=7549c0b9-f9e7-4689-8163-157e84374ced,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:56.006424 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686921'] for router_interface (4ab9950e-1e69-4a68-8813-693f7fc91ca3), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:56.010638 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ed952-919e-4f67-b7a9-b552bbc1efdf None None] Pushing event updated for resources: {'Port': ['ID=c8b7805f-9b35-47c2-91a6-bdccf2297c9e,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:56.061128 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] Set router 4ab9950e-1e69-4a68-8813-693f7fc91ca3 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:16:56.080235 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097c00b-fc7f-46a6-99f6-42f079709a9f req-797a0c81-d823-4d05-9967-b691e1bacad0 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:56.082297 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d097c00b-fc7f-46a6-99f6-42f079709a9f req-797a0c81-d823-4d05-9967-b691e1bacad0 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.1724377 Mar 15 17:16:56.178420 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d097c00b-fc7f-46a6-99f6-42f079709a9f req-0264df6c-47ee-44f5-97b1-d92f8a5887fb tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871446 Mar 15 17:16:56.244418 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-04530578-6eb5-430f-aa20-055a05caf8d6 None None] Provisioning complete for port 7549c0b9-f9e7-4689-8163-157e84374ced triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:56.245394 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-04530578-6eb5-430f-aa20-055a05caf8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:56.278972 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bf7e7c2d-c167-448b-bb76-a89592d45a86 req-eabc0674-3e89-48f6-8f75-2bda008306cd tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 210 time: 0.0318854 Mar 15 17:16:56.283475 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-04530578-6eb5-430f-aa20-055a05caf8d6 None None] Port 7549c0b9-f9e7-4689-8163-157e84374ced cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:16:56.315666 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'name': 'tempest-TestMinimumBasicScenario-314082245-router', 'tenant_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:51Z', 'updated_at': '2022-03-15T17:16:53Z', 'revision_number': 3, 'project_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'gw_port': {'id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:52Z', 'updated_at': '2022-03-15T17:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:56.341536 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 6afb6f11-7e65-449c-87d5-5fa497bb403e no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:16:56.344620 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f3f6e-b4c5-4025-85a8-702a8d89b803 None None] The sync data for ids ['4ab9950e-1e69-4a68-8813-693f7fc91ca3'] in dv-cinder-831247-12-iscsi is: [{'id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'name': 'tempest-TestMinimumBasicScenario-314082245-router', 'tenant_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:51Z', 'updated_at': '2022-03-15T17:16:53Z', 'revision_number': 3, 'project_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'gw_port': {'id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:52Z', 'updated_at': '2022-03-15T17:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:16:56.442124 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:56.454407 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-30311e7e-8243-47ff-9c78-3416aa5f6b40 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:56.455975 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-30311e7e-8243-47ff-9c78-3416aa5f6b40 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.55 "GET /v2.0/networks?id=7679d2c3-9375-4832-a451-47ac97f33800 HTTP/1.1" status: 200 len: 812 time: 0.1690383 Mar 15 17:16:56.484395 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-9f8412a5-882f-496d-87aa-55c428c4a32f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Request body: {'port': {'device_id': 'cc418b29-fc41-4ffd-9f7c-71f7baa44b03', 'network_id': '7679d2c3-9375-4832-a451-47ac97f33800', 'admin_state_up': True, 'tenant_id': 'b844637f18de4ab6b0c256db549c9369'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:56.513561 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c452393-b698-42f0-8c5c-cb8a2c55cc14 req-b51c648b-5b0a-493d-b1ef-6265ac61198f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:56.520843 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c452393-b698-42f0-8c5c-cb8a2c55cc14 req-b51c648b-5b0a-493d-b1ef-6265ac61198f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.2231262 Mar 15 17:16:56.579787 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 6afb6f11-7e65-449c-87d5-5fa497bb403e is: DOWN; New status is: DOWN {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:56.776181 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c452393-b698-42f0-8c5c-cb8a2c55cc14 req-3c91bd6c-2f18-4bab-ac82-25acc1a08b12 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544420 Mar 15 17:16:56.888988 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Publish callbacks [] for port (7549c0b9-f9e7-4689-8163-157e84374ced), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:56.920847 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-9f8412a5-882f-496d-87aa-55c428c4a32f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Made reservation on behalf of b844637f18de4ab6b0c256db549c9369 for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:16:56.924372 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-9f8412a5-882f-496d-87aa-55c428c4a32f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:56.935822 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de4226-5587-41c9-881d-6bef42cc4789 req-331bf994-d889-4f9a-90e2-74f7c12a0550 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:56.937557 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-87de4226-5587-41c9-881d-6bef42cc4789 req-331bf994-d889-4f9a-90e2-74f7c12a0550 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0573933 Mar 15 17:16:56.991607 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:57.010569 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-87de4226-5587-41c9-881d-6bef42cc4789 req-bcea8a83-9211-4763-b6e9-85247d3217f3 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659437 Mar 15 17:16:57.095307 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Pushing event updated for resources: {'Port': ['ID=7549c0b9-f9e7-4689-8163-157e84374ced,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:57.100853 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1720345'] for router_interface (4ab9950e-1e69-4a68-8813-693f7fc91ca3), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:57.152855 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 41046) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:57.264488 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-aa9a1a50-7abf-45a4-89ab-07812924ca66 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1101823 Mar 15 17:16:57.270204 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-cf1b8e27-2523-4041-b0a7-182503fbae1c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:16:57.271307 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-cf1b8e27-2523-4041-b0a7-182503fbae1c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060647 Mar 15 17:16:57.364345 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 41058) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:16:57.396535 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4e498877-0200-4474-b675-4b1a280c9fd1 req-e09a68cc-df8c-431c-9c43-e8d5bb8fb0fc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 210 time: 0.0342903 Mar 15 17:16:57.493914 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-816b32c8-72fd-45e5-9a36-eca506df8ed1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:57.496304 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-816b32c8-72fd-45e5-9a36-eca506df8ed1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports/6afb6f11-7e65-449c-87d5-5fa497bb403e HTTP/1.1" status: 200 len: 941 time: 0.1309280 Mar 15 17:16:57.497750 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-9f8412a5-882f-496d-87aa-55c428c4a32f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Allocated IP 172.20.0.7 (7679d2c3-9375-4832-a451-47ac97f33800/3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417/5f128e67-de9e-4820-8c79-be35b1e76b28) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:16:57.572683 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6841ac-2a88-4766-892c-6099938d1cbb req-9f6f5daf-762d-4401-9c67-15c65163ed86 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:57.574206 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8f6841ac-2a88-4766-892c-6099938d1cbb req-9f6f5daf-762d-4401-9c67-15c65163ed86 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.1361425 Mar 15 17:16:57.576146 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Network 4f936d7e-bf5a-4d84-90c4-f77c64f35b50 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:16:57.586410 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:16:57.779257 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8f6841ac-2a88-4766-892c-6099938d1cbb req-50465efb-f81d-45d8-9766-44f6fbe2e470 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970296 Mar 15 17:16:57.831919 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-22c680dd-3a64-4117-94f4-07c9af815cc8 None None] Provisioning complete for port 7549c0b9-f9e7-4689-8163-157e84374ced triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:57.833052 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-22c680dd-3a64-4117-94f4-07c9af815cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:57.839702 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Router 4ab9950e-1e69-4a68-8813-693f7fc91ca3 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:16:57.842833 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-9f8412a5-882f-496d-87aa-55c428c4a32f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks [] for port (5f128e67-de9e-4820-8c79-be35b1e76b28), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:57.879781 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-22c680dd-3a64-4117-94f4-07c9af815cc8 None None] Port 7549c0b9-f9e7-4689-8163-157e84374ced cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:16:57.926864 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b81880-f34d-4aa7-9b2f-5b3794e7ea7e req-dc78f223-74df-4479-b5f6-d220fe6b36d1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:57.931630 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c8b81880-f34d-4aa7-9b2f-5b3794e7ea7e req-dc78f223-74df-4479-b5f6-d220fe6b36d1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0613236 Mar 15 17:16:57.981967 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:16:57.988731 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d153e71b-e6f6-4cde-931f-bdeef10bedfb admin admin] 10.222.0.37 "PUT /v2.0/routers/4ab9950e-1e69-4a68-8813-693f7fc91ca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9928479 Mar 15 17:16:57.991316 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c8b81880-f34d-4aa7-9b2f-5b3794e7ea7e req-69239723-4ad5-4b22-874c-5e494acb7568 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569398 Mar 15 17:16:58.023984 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-9f8412a5-882f-496d-87aa-55c428c4a32f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (5f128e67-de9e-4820-8c79-be35b1e76b28), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:58.077986 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-9f8412a5-882f-496d-87aa-55c428c4a32f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Network 7679d2c3-9375-4832-a451-47ac97f33800 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:16:58.082661 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-9f8412a5-882f-496d-87aa-55c428c4a32f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:16:58.085873 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-9f8412a5-882f-496d-87aa-55c428c4a32f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:16:58.127514 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8412a5-882f-496d-87aa-55c428c4a32f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Pushing event updated for resources: {'Port': ['ID=5f128e67-de9e-4820-8c79-be35b1e76b28,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:58.182643 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-9f8412a5-882f-496d-87aa-55c428c4a32f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:58.183206 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-9f8412a5-882f-496d-87aa-55c428c4a32f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:58.214772 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c407f72-dccb-401a-9e48-04084a8ea299 req-2051bd87-3021-47a0-97df-5f271d00e5e7 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:58.216687 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3c407f72-dccb-401a-9e48-04084a8ea299 req-2051bd87-3021-47a0-97df-5f271d00e5e7 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.1024251 Mar 15 17:16:58.290071 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device c8b7805f-9b35-47c2-91a6-bdccf2297c9e up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:16:58.308100 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326972e-8c92-4cf1-b55b-87c5ad93ed70 req-8a56d2a6-7642-44f3-9c83-95ceb58b3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:58.309622 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3326972e-8c92-4cf1-b55b-87c5ad93ed70 req-8a56d2a6-7642-44f3-9c83-95ceb58b3155 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 1129 time: 0.0919836 Mar 15 17:16:58.312775 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3c407f72-dccb-401a-9e48-04084a8ea299 req-ad87556f-6a42-4594-a416-25c32ce4bc4d tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875564 Mar 15 17:16:58.318761 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-9f8412a5-882f-496d-87aa-55c428c4a32f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8482809 Mar 15 17:16:58.330441 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Request body: {'port': {'device_id': 'cc418b29-fc41-4ffd-9f7c-71f7baa44b03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:16:58.371595 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port c8b7805f-9b35-47c2-91a6-bdccf2297c9e triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:16:58.372056 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (c8b7805f-9b35-47c2-91a6-bdccf2297c9e), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:58.441708 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3326972e-8c92-4cf1-b55b-87c5ad93ed70 req-4d120b9b-10eb-4073-af37-114407db150c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218848 Mar 15 17:16:58.446987 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5f128e67-de9e-4820-8c79-be35b1e76b28), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:58.468629 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port c8b7805f-9b35-47c2-91a6-bdccf2297c9e is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:16:58.469913 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (c8b7805f-9b35-47c2-91a6-bdccf2297c9e), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:58.500262 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] For port c8b7805f-9b35-47c2-91a6-bdccf2297c9e, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=c8b7805f-9b35-47c2-91a6-bdccf2297c9e,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:16:58.536975 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcecae7-8e84-4e98-8502-8b3ba9bf7ef6 req-c8d54ada-259f-4f0d-b60c-3ed2fc019ae5 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:58.538883 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2dcecae7-8e84-4e98-8502-8b3ba9bf7ef6 req-c8d54ada-259f-4f0d-b60c-3ed2fc019ae5 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 931 time: 0.0580430 Mar 15 17:16:58.590882 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2dcecae7-8e84-4e98-8502-8b3ba9bf7ef6 req-a2b6fff1-ca3c-40e4-8001-1324c1d724c4 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462861 Mar 15 17:16:58.632165 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (c8b7805f-9b35-47c2-91a6-bdccf2297c9e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:58.703459 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Pushing event updated for resources: {'Port': ['ID=c8b7805f-9b35-47c2-91a6-bdccf2297c9e,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:58.751095 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Sync routers for ids ['4ab9950e-1e69-4a68-8813-693f7fc91ca3'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:16:58.755879 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f128e67-de9e-4820-8c79-be35b1e76b28 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:16:58.762293 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Routers {'4ab9950e-1e69-4a68-8813-693f7fc91ca3'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:16:58.763049 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:16:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['4ab9950e-1e69-4a68-8813-693f7fc91ca3'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:58.765764 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Publish callbacks [] for port (5f128e67-de9e-4820-8c79-be35b1e76b28), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:58.781768 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Transition to ACTIVE for port object 5f128e67-de9e-4820-8c79-be35b1e76b28 will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:16:58.883943 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Set router 4ab9950e-1e69-4a68-8813-693f7fc91ca3 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:16:58.900766 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (5f128e67-de9e-4820-8c79-be35b1e76b28), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:58.984310 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f128e67-de9e-4820-8c79-be35b1e76b28,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:58.997539 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25450e8-52df-4480-997a-a47025ed3529 req-dd16eabf-d86d-4f74-bc45-d3e2c0e9783e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:58.999132 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c25450e8-52df-4480-997a-a47025ed3529 req-dd16eabf-d86d-4f74-bc45-d3e2c0e9783e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.1348529 Mar 15 17:16:59.072672 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Attempting to bind port 5f128e67-de9e-4820-8c79-be35b1e76b28 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:16:59.072925 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Attempting to bind port 5f128e67-de9e-4820-8c79-be35b1e76b28 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'a0b2d680-55d4-4403-ae6f-fc6d6790964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7679d2c3-9375-4832-a451-47ac97f33800'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:16:59.073182 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Attempting to bind port 5f128e67-de9e-4820-8c79-be35b1e76b28 on network 7679d2c3-9375-4832-a451-47ac97f33800 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:16:59.082536 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Port 5f128e67-de9e-4820-8c79-be35b1e76b28 on network 7679d2c3-9375-4832-a451-47ac97f33800 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:16:59.082895 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Attempting to bind port 5f128e67-de9e-4820-8c79-be35b1e76b28 on network 7679d2c3-9375-4832-a451-47ac97f33800 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:16:59.089284 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:16:59.089624 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Checking segment: {'id': 'a0b2d680-55d4-4403-ae6f-fc6d6790964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7679d2c3-9375-4832-a451-47ac97f33800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:16:59.090012 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Bound using segment: {'id': 'a0b2d680-55d4-4403-ae6f-fc6d6790964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7679d2c3-9375-4832-a451-47ac97f33800'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:16:59.090466 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Bound port: 5f128e67-de9e-4820-8c79-be35b1e76b28, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b2d680-55d4-4403-ae6f-fc6d6790964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7679d2c3-9375-4832-a451-47ac97f33800'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:16:59.090880 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5f128e67-de9e-4820-8c79-be35b1e76b28), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:59.123046 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'name': 'tempest-TestMinimumBasicScenario-314082245-router', 'tenant_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:51Z', 'updated_at': '2022-03-15T17:16:56Z', 'revision_number': 4, 'project_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'gw_port': {'id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:52Z', 'updated_at': '2022-03-15T17:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '7549c0b9-f9e7-4689-8163-157e84374ced', 'name': '', 'network_id': '4f936d7e-bf5a-4d84-90c4-f77c64f35b50', 'tenant_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'mac_address': 'fa:16:3e:33:d4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '28e70dc9-9c25-4c76-8a82-ea716ac791c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:55Z', 'updated_at': '2022-03-15T17:16:56Z', 'revision_number': 2, 'project_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'subnets': [{'id': '28e70dc9-9c25-4c76-8a82-ea716ac791c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:16:59.159039 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf5d24-761a-4544-b1e5-217c57a43921 req-6a6782a2-84d4-4c00-9e8b-efc01caf7ae7 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:59.160181 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Checking router: 4ab9950e-1e69-4a68-8813-693f7fc91ca3 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:16:59.160533 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Updating router 4ab9950e-1e69-4a68-8813-693f7fc91ca3 port 7549c0b9-f9e7-4689-8163-157e84374ced binding host dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:16:59.164734 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cbcf5d24-761a-4544-b1e5-217c57a43921 req-6a6782a2-84d4-4c00-9e8b-efc01caf7ae7 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0702994 Mar 15 17:16:59.171603 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c25450e8-52df-4480-997a-a47025ed3529 req-8e347fc3-63b3-45ba-93e6-3eaf68edf629 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266401 Mar 15 17:16:59.197295 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] For port 5f128e67-de9e-4820-8c79-be35b1e76b28, host hv-cinder-83124, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:16:59.202054 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] For port 5f128e67-de9e-4820-8c79-be35b1e76b28, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5f128e67-de9e-4820-8c79-be35b1e76b28,segment=NetworkSegment(a0b2d680-55d4-4403-ae6f-fc6d6790964b),segment_id=a0b2d680-55d4-4403-ae6f-fc6d6790964b)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:16:59.215065 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:59.281852 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cbcf5d24-761a-4544-b1e5-217c57a43921 req-50f1ff48-7609-4d80-a58e-7d816384d368 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072841 Mar 15 17:16:59.305977 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (5f128e67-de9e-4820-8c79-be35b1e76b28), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:59.368319 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:59.370762 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:59.372926 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] 10.222.0.55 "PUT /v2.0/ports/5f128e67-de9e-4820-8c79-be35b1e76b28 HTTP/1.1" status: 200 len: 1093 time: 1.0464249 Mar 15 17:16:59.373455 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc418b29-fc41-4ffd-9f7c-71f7baa44b03', 'tag': '5f128e67-de9e-4820-8c79-be35b1e76b28'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:16:59.376173 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec86b929-d1bd-49a2-8910-ff484588c790" -d '{"events": [{"name": "network-changed", "server_uuid": "cc418b29-fc41-4ffd-9f7c-71f7baa44b03", "tag": "5f128e67-de9e-4820-8c79-be35b1e76b28"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:16:59.423474 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec494fe4-e3a0-48f0-80d3-957d29d968e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f128e67-de9e-4820-8c79-be35b1e76b28,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:16:59.492225 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534892ca-533e-4076-9701-37d439b6e1e1 req-6350a7cc-d6e6-4863-9379-2d182e079a3e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:59.494199 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-534892ca-533e-4076-9701-37d439b6e1e1 req-6350a7cc-d6e6-4863-9379-2d182e079a3e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0920761 Mar 15 17:16:59.594013 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Publish callbacks [] for port (7549c0b9-f9e7-4689-8163-157e84374ced), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:59.629499 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-712d4972-6cb7-4ae0-b778-1d20b8465ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:59.632451 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-712d4972-6cb7-4ae0-b778-1d20b8465ad1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b844637f18de4ab6b0c256db549c9369&device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 1127 time: 0.0993869 Mar 15 17:16:59.633559 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-534892ca-533e-4076-9701-37d439b6e1e1 req-346442b7-6751-46a8-9ced-b2f2c79ff689 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303067 Mar 15 17:16:59.635608 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bca83b-c641-4947-b5ac-8c8a68a50156 x-openstack-request-id: req-15bca83b-c641-4947-b5ac-8c8a68a50156 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:16:59.635891 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc418b29-fc41-4ffd-9f7c-71f7baa44b03", "tag": "5f128e67-de9e-4820-8c79-be35b1e76b28", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:16:59.636143 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15bca83b-c641-4947-b5ac-8c8a68a50156 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:16:59.636534 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc418b29-fc41-4ffd-9f7c-71f7baa44b03', 'tag': '5f128e67-de9e-4820-8c79-be35b1e76b28', 'status': 'completed', 'code': 200} Mar 15 17:16:59.679880 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:59.725923 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-2a52c9e0-0cf3-4a97-8b8a-b7583d8e0256 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f128e67-de9e-4820-8c79-be35b1e76b28 HTTP/1.1" status: 200 len: 217 time: 0.0761735 Mar 15 17:16:59.812349 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495b2e8-ec4e-4c2d-aa0a-6c7c3cd9e7d3 req-a1df4e74-253a-4321-8f65-fb8b207c42cc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:59.837870 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3495b2e8-ec4e-4c2d-aa0a-6c7c3cd9e7d3 req-a1df4e74-253a-4321-8f65-fb8b207c42cc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 943 time: 0.1194627 Mar 15 17:16:59.838568 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-90f5ebd6-646c-472a-be44-81687aa5f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:16:59.840084 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-90f5ebd6-646c-472a-be44-81687aa5f1ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417 HTTP/1.1" status: 200 len: 852 time: 0.0513575 Mar 15 17:16:59.925782 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-df6a046a-249e-46e8-9405-663e5e224f9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7679d2c3-9375-4832-a451-47ac97f33800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743542 Mar 15 17:16:59.975356 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3495b2e8-ec4e-4c2d-aa0a-6c7c3cd9e7d3 req-e46d97f0-f5d1-4449-8756-734ac1196d9a tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333742 Mar 15 17:17:00.001040 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289b20b-6a52-4852-b538-7ff9ff98bb47 None None] Pushing event updated for resources: {'Port': ['ID=7549c0b9-f9e7-4689-8163-157e84374ced,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:00.004516 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Attempting to bind port 7549c0b9-f9e7-4689-8163-157e84374ced on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:17:00.005200 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Attempting to bind port 7549c0b9-f9e7-4689-8163-157e84374ced by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '11945715-d707-40f5-8b37-ab5e479574e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4f936d7e-bf5a-4d84-90c4-f77c64f35b50'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:17:00.005812 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Attempting to bind port 7549c0b9-f9e7-4689-8163-157e84374ced on network 4f936d7e-bf5a-4d84-90c4-f77c64f35b50 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:17:00.012450 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:17:00.013135 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Checking segment: {'id': '11945715-d707-40f5-8b37-ab5e479574e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4f936d7e-bf5a-4d84-90c4-f77c64f35b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:17:00.013781 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:00.014384 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Bound using segment: {'id': '11945715-d707-40f5-8b37-ab5e479574e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4f936d7e-bf5a-4d84-90c4-f77c64f35b50'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:17:00.015099 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Bound port: 7549c0b9-f9e7-4689-8163-157e84374ced, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11945715-d707-40f5-8b37-ab5e479574e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4f936d7e-bf5a-4d84-90c4-f77c64f35b50'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:17:00.015714 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:00.097667 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86716e08-c98b-492d-887a-b6930a666054 req-62aa39d8-fb92-480b-ba70-c399171e673a tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:00.103386 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-86716e08-c98b-492d-887a-b6930a666054 req-62aa39d8-fb92-480b-ba70-c399171e673a tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.3763120 Mar 15 17:17:00.123972 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] For port 7549c0b9-f9e7-4689-8163-157e84374ced, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:17:00.133948 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] For port 7549c0b9-f9e7-4689-8163-157e84374ced, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=7549c0b9-f9e7-4689-8163-157e84374ced,segment=NetworkSegment(11945715-d707-40f5-8b37-ab5e479574e7),segment_id=11945715-d707-40f5-8b37-ab5e479574e7)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:17:00.163261 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675539-f1b7-45b9-a31e-3479ce7d8811 req-fd755275-029e-4ef1-adda-2a1d3795f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:00.164797 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-28675539-f1b7-45b9-a31e-3479ce7d8811 req-fd755275-029e-4ef1-adda-2a1d3795f195 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6&device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 1129 time: 0.2381163 Mar 15 17:17:00.230208 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-86716e08-c98b-492d-887a-b6930a666054 req-bb46cb11-0b65-4f2f-bde9-05acf9d392b6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124163 Mar 15 17:17:00.239810 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:00.276798 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-658332b6-fa60-4542-b1b4-d2537ac76066 None None] Provisioning complete for port 7549c0b9-f9e7-4689-8163-157e84374ced triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:17:00.280162 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-658332b6-fa60-4542-b1b4-d2537ac76066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:00.340511 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-35b78eaa-d613-45a7-9ca0-5a3d59238339 service neutron] 10.222.0.55 "GET /v2.0/networks/7679d2c3-9375-4832-a451-47ac97f33800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226049 Mar 15 17:17:00.369304 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289b20b-6a52-4852-b538-7ff9ff98bb47 None None] Pushing event updated for resources: {'Port': ['ID=7549c0b9-f9e7-4689-8163-157e84374ced,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:00.423269 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device c8b7805f-9b35-47c2-91a6-bdccf2297c9e up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:17:00.469127 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675539-f1b7-45b9-a31e-3479ce7d8811 req-c97ba3eb-314e-49c4-a649-df3bb1a183b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:00.470685 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-28675539-f1b7-45b9-a31e-3479ce7d8811 req-c97ba3eb-314e-49c4-a649-df3bb1a183b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 HTTP/1.1" status: 200 len: 911 time: 0.2701263 Mar 15 17:17:00.494533 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b5454-4d8f-40b1-84b6-ee75311f4cb6 req-ef0a8d22-961e-4915-a9ee-cbf75d34431e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:00.513245 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c38b5454-4d8f-40b1-84b6-ee75311f4cb6 req-ef0a8d22-961e-4915-a9ee-cbf75d34431e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.1245639 Mar 15 17:17:00.562090 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-658332b6-fa60-4542-b1b4-d2537ac76066 None None] Current status of the port 7549c0b9-f9e7-4689-8163-157e84374ced is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:17:00.562521 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-658332b6-fa60-4542-b1b4-d2537ac76066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:00.565478 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b61c056-0b47-4a78-8261-1ee754285c50 req-66aacdda-7908-455b-a48e-16204ad9ddb2 service neutron] 10.222.0.55 "GET /v2.0/networks/7679d2c3-9375-4832-a451-47ac97f33800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150996 Mar 15 17:17:00.580717 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c38b5454-4d8f-40b1-84b6-ee75311f4cb6 req-1c00043d-8ec4-4ec9-9140-0d24388423be tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661452 Mar 15 17:17:00.596612 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-28675539-f1b7-45b9-a31e-3479ce7d8811 req-551e9086-3415-4b8c-9eb0-65b752db12dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bf3acce-71a7-4f78-bf4d-27dde9a9599e HTTP/1.1" status: 200 len: 1000 time: 0.1161189 Mar 15 17:17:00.624622 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Routers {'4ab9950e-1e69-4a68-8813-693f7fc91ca3'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:17:00.625701 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:16:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['4ab9950e-1e69-4a68-8813-693f7fc91ca3'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:00.670564 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675539-f1b7-45b9-a31e-3479ce7d8811 req-4ce4ca83-124e-498d-8051-be5021e78abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:00.672450 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-28675539-f1b7-45b9-a31e-3479ce7d8811 req-4ce4ca83-124e-498d-8051-be5021e78abe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea20a277-8929-462e-8afe-93fc21e630d2 HTTP/1.1" status: 200 len: 849 time: 0.0702839 Mar 15 17:17:00.723990 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-658332b6-fa60-4542-b1b4-d2537ac76066 None None] For port 7549c0b9-f9e7-4689-8163-157e84374ced, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=7549c0b9-f9e7-4689-8163-157e84374ced,segment=NetworkSegment(11945715-d707-40f5-8b37-ab5e479574e7),segment_id=11945715-d707-40f5-8b37-ab5e479574e7)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:00.765455 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port c8b7805f-9b35-47c2-91a6-bdccf2297c9e triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:17:00.765954 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (c8b7805f-9b35-47c2-91a6-bdccf2297c9e), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:00.836258 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-658332b6-fa60-4542-b1b4-d2537ac76066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:00.920198 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675539-f1b7-45b9-a31e-3479ce7d8811 req-801f0d75-6170-4323-a0b2-5b656213e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:00.922946 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-28675539-f1b7-45b9-a31e-3479ce7d8811 req-801f0d75-6170-4323-a0b2-5b656213e151 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2398853 Mar 15 17:17:00.950670 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ca6d0-516a-4404-b34a-46822a865a6d req-296d3b72-0798-4996-bd73-c1a2baf48d92 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:00.953278 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-837ca6d0-516a-4404-b34a-46822a865a6d req-296d3b72-0798-4996-bd73-c1a2baf48d92 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.2246814 Mar 15 17:17:00.957517 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86b929-d1bd-49a2-8910-ff484588c790 req-d661dbbd-2ddb-462e-a238-04bf03476bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:00.959661 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ec86b929-d1bd-49a2-8910-ff484588c790 req-d661dbbd-2ddb-462e-a238-04bf03476bb9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b844637f18de4ab6b0c256db549c9369&device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 1127 time: 0.2222338 Mar 15 17:17:00.981030 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] Set router 4ab9950e-1e69-4a68-8813-693f7fc91ca3 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:17:00.998419 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-f2ba077f-a605-41f3-9f00-66d4a6b1c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:01.005620 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-f2ba077f-a605-41f3-9f00-66d4a6b1c893 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1&tenant_id=bc312adc0e8540e2b9f74a8d38e318bc HTTP/1.1" status: 200 len: 1128 time: 0.1547279 Mar 15 17:17:01.052154 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658332b6-fa60-4542-b1b4-d2537ac76066 None None] Pushing event updated for resources: {'Port': ['ID=7549c0b9-f9e7-4689-8163-157e84374ced,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:01.121170 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-35d38493-90ce-4248-9a10-22e1814c2741 None None] Provisioning complete for port 7549c0b9-f9e7-4689-8163-157e84374ced triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:17:01.121828 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-35d38493-90ce-4248-9a10-22e1814c2741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:01.179687 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-e1356401-ce38-46bf-bc2f-f64206c51cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:01.181371 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-e1356401-ce38-46bf-bc2f-f64206c51cbb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 1128 time: 0.1464965 Mar 15 17:17:01.199785 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-28675539-f1b7-45b9-a31e-3479ce7d8811 req-f7e75b36-f128-4e20-9186-b2e387b85547 service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672775 Mar 15 17:17:01.306435 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-aecec0b5-b38b-4cf4-aeb9-82336fbce6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:01.308078 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-aecec0b5-b38b-4cf4-aeb9-82336fbce6e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f8cff2af-e6bb-48e4-afbf-b43442da6768 HTTP/1.1" status: 200 len: 918 time: 0.1172140 Mar 15 17:17:01.314075 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-28675539-f1b7-45b9-a31e-3479ce7d8811 req-185657aa-877b-4240-9ede-de390b1f153a service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057527 Mar 15 17:17:01.323592 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1ab2e-972a-4ada-8507-e1a8d60f7b9a req-70193a08-36a2-42dd-bb16-373814e4c744 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:01.331631 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-33a1ab2e-972a-4ada-8507-e1a8d60f7b9a req-70193a08-36a2-42dd-bb16-373814e4c744 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 943 time: 0.2206931 Mar 15 17:17:01.369992 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-837ca6d0-516a-4404-b34a-46822a865a6d req-a439b440-4146-4987-ab9b-6fc48ba3a660 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974922 Mar 15 17:17:01.408953 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86b929-d1bd-49a2-8910-ff484588c790 req-e7c5756c-f31b-47dd-96da-b7bdb6b1a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:01.417504 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ec86b929-d1bd-49a2-8910-ff484588c790 req-e7c5756c-f31b-47dd-96da-b7bdb6b1a86e service neutron] 10.222.0.55 "GET /v2.0/networks?id=7679d2c3-9375-4832-a451-47ac97f33800 HTTP/1.1" status: 200 len: 913 time: 0.4405823 Mar 15 17:17:01.474589 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-33a1ab2e-972a-4ada-8507-e1a8d60f7b9a req-dc14dbe3-c8a7-4f83-9ecf-8c5cf2ab1dea tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337869 Mar 15 17:17:01.492936 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ec86b929-d1bd-49a2-8910-ff484588c790 req-6b0fa175-032f-42d8-bdbf-7129328efe54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f128e67-de9e-4820-8c79-be35b1e76b28 HTTP/1.1" status: 200 len: 217 time: 0.0709810 Mar 15 17:17:01.514692 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-2bb0a632-f47d-4334-b014-51b0acb1a609 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e HTTP/1.1" status: 200 len: 999 time: 0.1803193 Mar 15 17:17:01.548075 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port c8b7805f-9b35-47c2-91a6-bdccf2297c9e is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:17:01.599033 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3d330-9326-4f47-8514-ba8cf71f23c4 req-3ee2ad9d-9c6b-48e2-a0ea-d1396a90a026 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:01.607176 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02d3d330-9326-4f47-8514-ba8cf71f23c4 req-3ee2ad9d-9c6b-48e2-a0ea-d1396a90a026 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.1169913 Mar 15 17:17:01.614883 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-35d38493-90ce-4248-9a10-22e1814c2741 None None] Current status of the port 7549c0b9-f9e7-4689-8163-157e84374ced is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:17:01.619873 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'name': 'tempest-TestMinimumBasicScenario-314082245-router', 'tenant_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:51Z', 'updated_at': '2022-03-15T17:16:56Z', 'revision_number': 4, 'project_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'gw_port': {'id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:52Z', 'updated_at': '2022-03-15T17:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '7549c0b9-f9e7-4689-8163-157e84374ced', 'name': '', 'network_id': '4f936d7e-bf5a-4d84-90c4-f77c64f35b50', 'tenant_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'mac_address': 'fa:16:3e:33:d4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '28e70dc9-9c25-4c76-8a82-ea716ac791c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:55Z', 'updated_at': '2022-03-15T17:17:00Z', 'revision_number': 4, 'project_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'subnets': [{'id': '28e70dc9-9c25-4c76-8a82-ea716ac791c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:01.652026 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-82f4038b-5122-458d-84b8-57d33c059ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:01.658003 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-82f4038b-5122-458d-84b8-57d33c059ea2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11 HTTP/1.1" status: 200 len: 856 time: 0.1361301 Mar 15 17:17:01.660569 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564844d-32b0-41ac-83e0-fde38047fe70 None None] The sync data for ids ['4ab9950e-1e69-4a68-8813-693f7fc91ca3'] in dv-cinder-831247-12-iscsi is: [{'id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'name': 'tempest-TestMinimumBasicScenario-314082245-router', 'tenant_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:51Z', 'updated_at': '2022-03-15T17:16:56Z', 'revision_number': 4, 'project_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'gw_port': {'id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:52Z', 'updated_at': '2022-03-15T17:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '7549c0b9-f9e7-4689-8163-157e84374ced', 'name': '', 'network_id': '4f936d7e-bf5a-4d84-90c4-f77c64f35b50', 'tenant_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'mac_address': 'fa:16:3e:33:d4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '28e70dc9-9c25-4c76-8a82-ea716ac791c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:55Z', 'updated_at': '2022-03-15T17:17:00Z', 'revision_number': 4, 'project_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'subnets': [{'id': '28e70dc9-9c25-4c76-8a82-ea716ac791c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:17:01.677618 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02d3d330-9326-4f47-8514-ba8cf71f23c4 req-bc4a852a-62f9-428a-aeb2-5fc65d8188c4 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693500 Mar 15 17:17:01.692486 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86b929-d1bd-49a2-8910-ff484588c790 req-350f6bed-6c91-4601-bee0-690090bcd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:01.694941 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ec86b929-d1bd-49a2-8910-ff484588c790 req-350f6bed-6c91-4601-bee0-690090bcd694 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417 HTTP/1.1" status: 200 len: 852 time: 0.1642687 Mar 15 17:17:01.783251 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-113c9308-575a-42f1-87ae-ead9d705e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:01.785646 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-113c9308-575a-42f1-87ae-ead9d705e31f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8cff2af-e6bb-48e4-afbf-b43442da6768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1204643 Mar 15 17:17:01.791328 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ec86b929-d1bd-49a2-8910-ff484588c790 req-8186742a-2012-4f5e-8ceb-33c530a77a3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7679d2c3-9375-4832-a451-47ac97f33800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897644 Mar 15 17:17:01.949902 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-15e2027d-70ae-4c81-8513-e657ce47eef5 service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567702 Mar 15 17:17:02.037209 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ec86b929-d1bd-49a2-8910-ff484588c790 req-80663ea8-63cc-4ff4-8685-e5eda832d3c6 service neutron] 10.222.0.55 "GET /v2.0/networks/7679d2c3-9375-4832-a451-47ac97f33800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392457 Mar 15 17:17:02.046211 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9027e5-f46f-4ab9-814e-10c5ee84569b req-9b39c6f1-3f9e-4303-b914-f0b49e65002e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:02.048150 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7b9027e5-f46f-4ab9-814e-10c5ee84569b req-9b39c6f1-3f9e-4303-b914-f0b49e65002e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.1278193 Mar 15 17:17:02.070985 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d7e565a-63e6-40a5-afec-1dc01e44ca5a req-65246b4e-5a21-4a2c-82fc-56ef9d448307 service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102231 Mar 15 17:17:02.184933 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7b9027e5-f46f-4ab9-814e-10c5ee84569b req-8fb963d2-b50b-4acc-943a-d99193575571 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199627 Mar 15 17:17:02.239985 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ec86b929-d1bd-49a2-8910-ff484588c790 req-22fe9abf-14e6-4f81-b0e4-5bb30966860f service neutron] 10.222.0.55 "GET /v2.0/networks/7679d2c3-9375-4832-a451-47ac97f33800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906712 Mar 15 17:17:02.364600 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 7549c0b9-f9e7-4689-8163-157e84374ced up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:17:02.416966 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72829f88-cdbd-4695-81d4-26e008c44353 req-61fc6533-3029-457f-9a5c-74ff5faa1c07 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:02.425717 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-72829f88-cdbd-4695-81d4-26e008c44353 req-61fc6533-3029-457f-9a5c-74ff5faa1c07 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0873489 Mar 15 17:17:02.460935 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 5f128e67-de9e-4820-8c79-be35b1e76b28 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:17:02.610451 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-72829f88-cdbd-4695-81d4-26e008c44353 req-80bb8821-eb4b-43e3-bb5a-582b7d54beff tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838012 Mar 15 17:17:02.627143 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe723ed-de84-4ca6-8f35-819ec2a1b45e req-f2ccc41f-ad05-40ca-9bf8-1fc47af5d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:02.629746 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2fe723ed-de84-4ca6-8f35-819ec2a1b45e req-f2ccc41f-ad05-40ca-9bf8-1fc47af5d84d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=586e3ae672c94d9dbc89fd874cd5bff4&device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 1129 time: 0.1747532 Mar 15 17:17:02.694526 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74c5d6-8d08-4f9f-b19d-5a843afe4fdf req-9d519ac7-ec10-41e7-b134-df16db9538aa tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:02.706502 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 5f128e67-de9e-4820-8c79-be35b1e76b28, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5f128e67-de9e-4820-8c79-be35b1e76b28,segment=NetworkSegment(a0b2d680-55d4-4403-ae6f-fc6d6790964b),segment_id=a0b2d680-55d4-4403-ae6f-fc6d6790964b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:02.707748 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2c74c5d6-8d08-4f9f-b19d-5a843afe4fdf req-9d519ac7-ec10-41e7-b134-df16db9538aa tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 943 time: 0.1236556 Mar 15 17:17:02.784294 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '5f128e67-de9e-4820-8c79-be35b1e76b28', 'network_id': '7679d2c3-9375-4832-a451-47ac97f33800', 'port_id': '5f128e67-de9e-4820-8c79-be35b1e76b28', 'mac_address': 'fa:16:3e:59:f7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:17:02.829317 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2c74c5d6-8d08-4f9f-b19d-5a843afe4fdf req-3d1934fa-6170-4ab2-889a-25343ba311ab tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206918 Mar 15 17:17:02.839292 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 7549c0b9-f9e7-4689-8163-157e84374ced triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:17:02.840073 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:02.922813 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 5f128e67-de9e-4820-8c79-be35b1e76b28 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:17:02.923156 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5f128e67-de9e-4820-8c79-be35b1e76b28), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:03.022308 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f128e67-de9e-4820-8c79-be35b1e76b28 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:17:03.078392 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 5f128e67-de9e-4820-8c79-be35b1e76b28, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5f128e67-de9e-4820-8c79-be35b1e76b28,segment=NetworkSegment(a0b2d680-55d4-4403-ae6f-fc6d6790964b),segment_id=a0b2d680-55d4-4403-ae6f-fc6d6790964b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:03.143050 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 7549c0b9-f9e7-4689-8163-157e84374ced is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:17:03.183491 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (5f128e67-de9e-4820-8c79-be35b1e76b28), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:03.209801 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2911e2-25bc-456c-99a6-fcad70b09208 req-65a04445-0a18-4b7d-8d0a-7a95898db2b4 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:03.212218 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7c2911e2-25bc-456c-99a6-fcad70b09208 req-65a04445-0a18-4b7d-8d0a-7a95898db2b4 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.1293035 Mar 15 17:17:03.214375 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe723ed-de84-4ca6-8f35-819ec2a1b45e req-5827aea7-fc33-499a-8c90-30ebdcd1b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:03.216139 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2fe723ed-de84-4ca6-8f35-819ec2a1b45e req-5827aea7-fc33-499a-8c90-30ebdcd1b39e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8ca1a9b-c211-440b-aad1-4246de63ebf1 HTTP/1.1" status: 200 len: 919 time: 0.5783999 Mar 15 17:17:03.310455 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=5f128e67-de9e-4820-8c79-be35b1e76b28,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:03.368171 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2fe723ed-de84-4ca6-8f35-819ec2a1b45e req-419b8d6e-4435-44c3-9222-ee277368fa87 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87512783-be87-4777-b8a3-cc4b2ed178a0 HTTP/1.1" status: 200 len: 217 time: 0.1318350 Mar 15 17:17:03.504810 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ded2b7-11f8-46ba-b516-e8d8c622d869 req-bed755d1-49ea-46ec-b5c6-b8e336860f9b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:03.527444 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['5f128e67-de9e-4820-8c79-be35b1e76b28'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:17:03.548059 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe723ed-de84-4ca6-8f35-819ec2a1b45e req-ecf17558-4127-4425-b5c6-fb3028fef1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:03.552392 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2fe723ed-de84-4ca6-8f35-819ec2a1b45e req-ecf17558-4127-4425-b5c6-fb3028fef1eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7c7c-a1e8-4a52-95d6-dbff35d88981 HTTP/1.1" status: 200 len: 858 time: 0.1672976 Mar 15 17:17:03.561033 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-39ded2b7-11f8-46ba-b516-e8d8c622d869 req-bed755d1-49ea-46ec-b5c6-b8e336860f9b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.2247970 Mar 15 17:17:03.587921 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7c2911e2-25bc-456c-99a6-fcad70b09208 req-c6df06ac-b561-4235-a263-d9e245efcaff tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644311 Mar 15 17:17:03.657937 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2fe723ed-de84-4ca6-8f35-819ec2a1b45e req-7b120c4f-58e9-47c5-a66e-65223b3def6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8ca1a9b-c211-440b-aad1-4246de63ebf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640790 Mar 15 17:17:03.756353 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-39ded2b7-11f8-46ba-b516-e8d8c622d869 req-67b66cb6-cbd2-407d-83ce-fbdcff27057e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903925 Mar 15 17:17:03.883926 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2fe723ed-de84-4ca6-8f35-819ec2a1b45e req-d81252de-1e6f-4edb-952e-8924e6a8652a service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187152 Mar 15 17:17:04.038791 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe295b-535d-40ff-b567-04c079a1a5b4 req-f3189364-47d1-4a4e-a7ec-79601ec542cd tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:04.047751 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2bbe295b-535d-40ff-b567-04c079a1a5b4 req-f3189364-47d1-4a4e-a7ec-79601ec542cd tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 944 time: 0.0946400 Mar 15 17:17:04.061952 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c8b3b-c594-4875-bd0d-616f6a4fa799 req-13530909-1419-44da-9cde-96a4306cb727 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:04.075571 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cb7c8b3b-c594-4875-bd0d-616f6a4fa799 req-13530909-1419-44da-9cde-96a4306cb727 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.2633867 Mar 15 17:17:04.150394 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2bbe295b-535d-40ff-b567-04c079a1a5b4 req-16089319-9d63-47a3-b5f0-64432ee49ce2 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011527 Mar 15 17:17:04.177375 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2fe723ed-de84-4ca6-8f35-819ec2a1b45e req-290a0805-4475-4d1d-bbe5-62ad7cdc52dc service neutron] 10.222.0.55 "GET /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770388 Mar 15 17:17:04.231931 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cb7c8b3b-c594-4875-bd0d-616f6a4fa799 req-2d66467c-d991-4333-8c53-b90e212f5f40 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553006 Mar 15 17:17:04.954104 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ba77e-b3fc-457c-a42a-3dbfea53a7a9 req-0c04ca1a-7129-43c7-86d0-fc22bf840c64 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:04.955712 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fe0ba77e-b3fc-457c-a42a-3dbfea53a7a9 req-0c04ca1a-7129-43c7-86d0-fc22bf840c64 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.1129909 Mar 15 17:17:05.030308 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fe0ba77e-b3fc-457c-a42a-3dbfea53a7a9 req-97272ccb-f684-4131-ab70-f3010893752c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610287 Mar 15 17:17:05.349740 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b6aa8-8f13-44cb-8e9a-dbdfbcecc3ce req-f7b023c0-f2f6-40f1-9ca8-fb3d1de965c7 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:05.351515 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-589b6aa8-8f13-44cb-8e9a-dbdfbcecc3ce req-f7b023c0-f2f6-40f1-9ca8-fb3d1de965c7 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 944 time: 0.0808220 Mar 15 17:17:05.415330 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0522f8-8136-4ef2-b754-cd5861698982 req-d3990248-a316-463f-be08-6ec293078482 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:05.433638 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0a0522f8-8136-4ef2-b754-cd5861698982 req-d3990248-a316-463f-be08-6ec293078482 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0973725 Mar 15 17:17:05.451454 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-589b6aa8-8f13-44cb-8e9a-dbdfbcecc3ce req-6e7a5c1c-5bbe-4f81-9f50-c833ec4267f2 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938148 Mar 15 17:17:05.516528 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0a0522f8-8136-4ef2-b754-cd5861698982 req-70e0cfc5-dfd4-43d1-b5e9-24e40e1c9e93 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768788 Mar 15 17:17:06.206054 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36d2f3-5780-4f78-b1bc-7f9cba4b272b req-8a2ca939-4138-4aed-9bba-ec9ae4aa4310 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:06.208480 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9a36d2f3-5780-4f78-b1bc-7f9cba4b272b req-8a2ca939-4138-4aed-9bba-ec9ae4aa4310 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.1039038 Mar 15 17:17:06.288392 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9a36d2f3-5780-4f78-b1bc-7f9cba4b272b req-9895e3a4-217f-4068-a9fe-51989765b3a5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725133 Mar 15 17:17:06.405346 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 5f128e67-de9e-4820-8c79-be35b1e76b28 up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:17:06.759867 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154922ae-7c08-4c17-a2c5-930f8b829e4c req-923b26cd-1703-4aeb-8931-5eb95c4ee994 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:06.767685 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-154922ae-7c08-4c17-a2c5-930f8b829e4c req-923b26cd-1703-4aeb-8931-5eb95c4ee994 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 944 time: 0.2191255 Mar 15 17:17:06.826640 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da08ba-6b67-4f73-8116-ecb05fcde879 req-6188f0e8-0ddc-4eb8-a944-640215f44888 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:06.848155 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d7da08ba-6b67-4f73-8116-ecb05fcde879 req-6188f0e8-0ddc-4eb8-a944-640215f44888 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.1031959 Mar 15 17:17:06.848556 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-154922ae-7c08-4c17-a2c5-930f8b829e4c req-092e656c-d704-4529-b090-b37ae8fa9ef8 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702968 Mar 15 17:17:06.970786 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d7da08ba-6b67-4f73-8116-ecb05fcde879 req-2b6e2b1c-a55c-4f24-bf40-2d94a8a85a63 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348333 Mar 15 17:17:07.354088 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port 5f128e67-de9e-4820-8c79-be35b1e76b28 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:17:07.359575 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 5f128e67-de9e-4820-8c79-be35b1e76b28 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:17:07.365625 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (5f128e67-de9e-4820-8c79-be35b1e76b28), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:07.587816 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 5f128e67-de9e-4820-8c79-be35b1e76b28 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:17:07.587816 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (5f128e67-de9e-4820-8c79-be35b1e76b28), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:07.589312 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0fa1a-cd27-4493-8363-f55d00991098 req-0c0e2f55-86ed-4983-bbfd-63d7c0862670 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:07.589312 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ebd0fa1a-cd27-4493-8363-f55d00991098 req-0c0e2f55-86ed-4983-bbfd-63d7c0862670 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.1447825 Mar 15 17:17:07.590080 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc418b29-fc41-4ffd-9f7c-71f7baa44b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f128e67-de9e-4820-8c79-be35b1e76b28'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:17:07.590080 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c84f69-f87d-4d38-a6b1-d6fa517e9c6d" -d '{"events": [{"server_uuid": "cc418b29-fc41-4ffd-9f7c-71f7baa44b03", "name": "network-vif-plugged", "status": "completed", "tag": "5f128e67-de9e-4820-8c79-be35b1e76b28"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:17:07.617275 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 5f128e67-de9e-4820-8c79-be35b1e76b28, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5f128e67-de9e-4820-8c79-be35b1e76b28,segment=NetworkSegment(a0b2d680-55d4-4403-ae6f-fc6d6790964b),segment_id=a0b2d680-55d4-4403-ae6f-fc6d6790964b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:07.649319 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3a29e0-b069-4458-8701-e6a463094ed6 x-openstack-request-id: req-fb3a29e0-b069-4458-8701-e6a463094ed6 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:17:07.649640 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc418b29-fc41-4ffd-9f7c-71f7baa44b03", "name": "network-vif-plugged", "status": "completed", "tag": "5f128e67-de9e-4820-8c79-be35b1e76b28", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:17:07.649965 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb3a29e0-b069-4458-8701-e6a463094ed6 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:17:07.650372 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc418b29-fc41-4ffd-9f7c-71f7baa44b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f128e67-de9e-4820-8c79-be35b1e76b28', 'code': 200} Mar 15 17:17:07.711237 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0b617-b28b-4d99-9cec-393a7d477d9b req-31d4a742-3345-45e7-bb1b-0203bac26bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:07.714106 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-abe0b617-b28b-4d99-9cec-393a7d477d9b req-31d4a742-3345-45e7-bb1b-0203bac26bc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 1128 time: 0.0997818 Mar 15 17:17:07.719974 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ebd0fa1a-cd27-4493-8363-f55d00991098 req-6a96ba7b-a811-47ec-aaae-9ec980c1d420 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510301 Mar 15 17:17:07.810078 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (5f128e67-de9e-4820-8c79-be35b1e76b28), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:07.929033 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=5f128e67-de9e-4820-8c79-be35b1e76b28,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:07.952435 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0b617-b28b-4d99-9cec-393a7d477d9b req-5e74ed18-6a55-4675-840d-d94ee3e974cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:07.971920 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-abe0b617-b28b-4d99-9cec-393a7d477d9b req-5e74ed18-6a55-4675-840d-d94ee3e974cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=f8cff2af-e6bb-48e4-afbf-b43442da6768 HTTP/1.1" status: 200 len: 918 time: 0.1991775 Mar 15 17:17:08.138860 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-abe0b617-b28b-4d99-9cec-393a7d477d9b req-47db172e-594c-4ade-b935-2c78feeaff5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e HTTP/1.1" status: 200 len: 999 time: 0.1230853 Mar 15 17:17:08.179823 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d62e3-ef1c-4e81-afbf-ac5fc31b1399 req-140b538e-f474-44c1-9f18-98d7e246bd4e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:08.181425 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4f3d62e3-ef1c-4e81-afbf-ac5fc31b1399 req-140b538e-f474-44c1-9f18-98d7e246bd4e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.1054585 Mar 15 17:17:08.204445 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0b617-b28b-4d99-9cec-393a7d477d9b req-3813c58c-a343-4c78-9957-2baef0ece47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:08.206161 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-abe0b617-b28b-4d99-9cec-393a7d477d9b req-3813c58c-a343-4c78-9957-2baef0ece47f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11 HTTP/1.1" status: 200 len: 856 time: 0.0584583 Mar 15 17:17:08.210841 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defeaaf-db96-4c07-8a6c-805473cc6617 req-b853d99d-e2ff-44f8-bce0-a7bbb9386086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:08.212984 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8defeaaf-db96-4c07-8a6c-805473cc6617 req-b853d99d-e2ff-44f8-bce0-a7bbb9386086 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 1129 time: 0.0923729 Mar 15 17:17:08.215593 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b60b9-d361-4f17-9718-36a04a96c698 req-58eab9b8-e9f8-4408-8d71-ddd88e97ac9c tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:08.228378 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f54b60b9-d361-4f17-9718-36a04a96c698 req-58eab9b8-e9f8-4408-8d71-ddd88e97ac9c tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 945 time: 0.2492487 Mar 15 17:17:08.288975 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4f3d62e3-ef1c-4e81-afbf-ac5fc31b1399 req-567e71ab-d627-4dbd-bca8-bbadd05a4f97 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996339 Mar 15 17:17:08.349427 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f54b60b9-d361-4f17-9718-36a04a96c698 req-57ed8c1c-2ec5-4181-bcc1-af5959e68797 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245120 Mar 15 17:17:08.380470 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0b617-b28b-4d99-9cec-393a7d477d9b req-14c00c13-2b62-4ea1-a3ca-1ff7f3112a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:08.382979 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-abe0b617-b28b-4d99-9cec-393a7d477d9b req-14c00c13-2b62-4ea1-a3ca-1ff7f3112a4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8cff2af-e6bb-48e4-afbf-b43442da6768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1509006 Mar 15 17:17:08.425495 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8defeaaf-db96-4c07-8a6c-805473cc6617 req-15c9a110-789e-41ea-84e5-7ddac8441f5c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417053 Mar 15 17:17:08.526779 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-abe0b617-b28b-4d99-9cec-393a7d477d9b req-6dfb58ee-05d9-4e25-9a4d-bd66020d779b service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188948 Mar 15 17:17:08.931276 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-abe0b617-b28b-4d99-9cec-393a7d477d9b req-1525518a-8e60-4944-81a3-c71f535c4643 service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475933 Mar 15 17:17:08.952840 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30295a-d3dc-44fc-82c8-338798bab9af req-d9fa1205-8c8c-488d-98d7-3abb3f8b13b3 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:08.954691 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cf30295a-d3dc-44fc-82c8-338798bab9af req-d9fa1205-8c8c-488d-98d7-3abb3f8b13b3 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.1513710 Mar 15 17:17:09.017500 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:09.075774 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cf30295a-d3dc-44fc-82c8-338798bab9af req-46f1b75f-0804-4ff4-9ea8-77c848a225f8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085255 Mar 15 17:17:09.512936 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc596c4-f264-4f6e-9a18-daaa3f7c63de req-d1328aca-69e9-430f-a313-1830d226cbf9 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:09.521779 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4bc596c4-f264-4f6e-9a18-daaa3f7c63de req-d1328aca-69e9-430f-a313-1830d226cbf9 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 945 time: 0.0795457 Mar 15 17:17:09.586293 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4bc596c4-f264-4f6e-9a18-daaa3f7c63de req-53b67b1a-db5b-41c7-8b66-ddeea626003c tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632768 Mar 15 17:17:10.291750 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affdc62-6391-4ad5-b3a4-04f9e3b8c7ff req-c51afa5f-6605-49ba-824c-f362d72f4609 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:10.301366 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7affdc62-6391-4ad5-b3a4-04f9e3b8c7ff req-c51afa5f-6605-49ba-824c-f362d72f4609 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.1133842 Mar 15 17:17:10.427462 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7affdc62-6391-4ad5-b3a4-04f9e3b8c7ff req-4a9ed01b-e10a-4dd8-89c2-2332f6cf16ee tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009455 Mar 15 17:17:10.726565 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8fa0f-c3f7-43e5-bb5d-f79c5ab6dde1 req-d60e9352-4c7b-4eb4-a9ac-47c8ae8b5554 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:10.745320 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-26c8fa0f-c3f7-43e5-bb5d-f79c5ab6dde1 req-d60e9352-4c7b-4eb4-a9ac-47c8ae8b5554 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 945 time: 0.0901990 Mar 15 17:17:10.814829 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-26c8fa0f-c3f7-43e5-bb5d-f79c5ab6dde1 req-8b323b8c-68ff-48e8-97a4-cc8b1d1bb86d tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635316 Mar 15 17:17:11.656434 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6b403-b7a9-4724-8c85-412b06e812ba req-2e574c4e-233a-4334-9c27-29d53531ea70 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:11.660202 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-26f6b403-b7a9-4724-8c85-412b06e812ba req-2e574c4e-233a-4334-9c27-29d53531ea70 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.1006777 Mar 15 17:17:11.749512 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-26f6b403-b7a9-4724-8c85-412b06e812ba req-927f3d76-0142-47cf-a6cb-42f918d76562 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750761 Mar 15 17:17:11.922421 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd053d9-01e8-4b73-ad05-be2325b39b82 req-a3e84b53-69a8-43a0-abf2-975f54efdd67 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:11.923932 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-edd053d9-01e8-4b73-ad05-be2325b39b82 req-a3e84b53-69a8-43a0-abf2-975f54efdd67 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 945 time: 0.0560300 Mar 15 17:17:11.974337 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-edd053d9-01e8-4b73-ad05-be2325b39b82 req-e1a4e09d-200a-46eb-8a79-3437bbae1f87 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414913 Mar 15 17:17:12.873682 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20eb74-b469-4214-818e-15ab6de8b3b0 req-6ebbb164-f3c7-4e3e-aab5-33701681f882 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:12.875189 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5f20eb74-b469-4214-818e-15ab6de8b3b0 req-6ebbb164-f3c7-4e3e-aab5-33701681f882 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0527506 Mar 15 17:17:12.943498 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5f20eb74-b469-4214-818e-15ab6de8b3b0 req-ab1863e2-57f2-4c31-a9c3-d35067e6cfc0 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622489 Mar 15 17:17:13.141689 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca3514-1292-4d67-850e-586a5a0b08a9 req-82848514-dc5c-4753-b112-5889eb31b354 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:13.145109 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2dca3514-1292-4d67-850e-586a5a0b08a9 req-82848514-dc5c-4753-b112-5889eb31b354 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 945 time: 0.0669150 Mar 15 17:17:13.292955 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2dca3514-1292-4d67-850e-586a5a0b08a9 req-3ec2b9e1-5788-4ecb-8fbe-aff5055f6ed7 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396842 Mar 15 17:17:14.059586 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1514e2-7331-4a99-b5d0-9aa0f5c5155e req-4e77abdc-102c-48db-97b8-a9d6db1623c6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:14.061267 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8e1514e2-7331-4a99-b5d0-9aa0f5c5155e req-4e77abdc-102c-48db-97b8-a9d6db1623c6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0589364 Mar 15 17:17:14.135443 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8e1514e2-7331-4a99-b5d0-9aa0f5c5155e req-2109be7e-f93c-42df-a921-c28c325a3aef tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509896 Mar 15 17:17:14.360395 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-44330ed3-3cb7-4d56-abc3-5cc8e68d1f27 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:14.372542 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-44330ed3-3cb7-4d56-abc3-5cc8e68d1f27 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/networks?id=8aa70f3c-0da7-419d-98be-3dfa126470bb HTTP/1.1" status: 200 len: 814 time: 0.1532018 Mar 15 17:17:14.390698 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-5fb02b78-adc2-4c08-a327-91fea8c81cc3 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/quotas/d0549ab293b848ada3a0d9e5fb9fdb43 HTTP/1.1" status: 200 len: 375 time: 0.0172620 Mar 15 17:17:14.453646 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-67eac1f9-7ca5-42b3-a87c-4582ff093e43 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0549ab293b848ada3a0d9e5fb9fdb43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566387 Mar 15 17:17:14.471351 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae4ca0-d266-457a-8296-bb9d93d40a05 req-7c82fffa-6fe4-4157-a1e5-8c7567845d42 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:14.473014 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-86ae4ca0-d266-457a-8296-bb9d93d40a05 req-7c82fffa-6fe4-4157-a1e5-8c7567845d42 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 945 time: 0.0718553 Mar 15 17:17:14.527636 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-86ae4ca0-d266-457a-8296-bb9d93d40a05 req-70c7f013-af4b-414f-92fa-301f94826e85 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491107 Mar 15 17:17:14.558175 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-6cc2e562-f12b-4882-85e7-248d9af60cb4 service neutron] 10.222.0.37 "GET /v2.0/networks/8aa70f3c-0da7-419d-98be-3dfa126470bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918169 Mar 15 17:17:14.653095 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c38b0e5b-a634-412d-82b1-592b57ce8e94 service neutron] 10.222.0.37 "GET /v2.0/networks/8aa70f3c-0da7-419d-98be-3dfa126470bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860901 Mar 15 17:17:14.870518 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6c6af518-da61-4f35-978a-78f66e474ecb req-fcb68b0e-a4e4-4d61-8126-8f495a1b620f tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 210 time: 0.0266781 Mar 15 17:17:15.243884 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f49298-1eda-4478-9886-f982c71bcbdc req-56c360cb-dbe6-42e1-b636-1ce3b147b0c6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:15.245359 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-04f49298-1eda-4478-9886-f982c71bcbdc req-56c360cb-dbe6-42e1-b636-1ce3b147b0c6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0533359 Mar 15 17:17:15.290817 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-04f49298-1eda-4478-9886-f982c71bcbdc req-0a433691-dd96-431e-944b-abef8cebe186 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398943 Mar 15 17:17:15.655407 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e6109-d5f9-4d92-85a5-a530eb4cb9ce req-0ef18d24-100d-4420-9b2a-9f143b0beae3 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:15.657010 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-520e6109-d5f9-4d92-85a5-a530eb4cb9ce req-0ef18d24-100d-4420-9b2a-9f143b0beae3 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 945 time: 0.0558386 Mar 15 17:17:15.709064 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-520e6109-d5f9-4d92-85a5-a530eb4cb9ce req-5a943294-2952-451b-8fe4-ae3222136ff7 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459170 Mar 15 17:17:15.946243 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b00f4c6d-b4e5-4237-b7c1-6ee261540a77 req-50fe1560-ec7c-4a8d-aafb-f2857a1b77cc tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 210 time: 0.0259929 Mar 15 17:17:15.965500 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-96631e11-f3ed-4381-9835-66b75ca7ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:16.415921 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ea62c-bd30-4a21-a56c-930cd20eade0 req-e07b0ee8-f505-4a85-b882-8970391d7641 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:16.421640 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-815ea62c-bd30-4a21-a56c-930cd20eade0 req-e07b0ee8-f505-4a85-b882-8970391d7641 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0519071 Mar 15 17:17:16.465809 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-815ea62c-bd30-4a21-a56c-930cd20eade0 req-e0053e76-8c48-4410-b74f-0692a1c8c991 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Mar 15 17:17:17.040977 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fe790981-b09b-4eb3-9840-d0746922eed3 req-4334fade-e647-42bd-85b1-0db1778ee73e tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 210 time: 0.0296464 Mar 15 17:17:17.603957 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc759a-d61f-4823-a00b-386d4bac496b req-0fb19419-3c4f-4b38-9020-4051823879f7 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:17.605556 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7ecc759a-d61f-4823-a00b-386d4bac496b req-0fb19419-3c4f-4b38-9020-4051823879f7 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0582309 Mar 15 17:17:17.654374 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-5028ffd9-55f7-4108-abbb-08891650d65b tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:17.655892 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7ecc759a-d61f-4823-a00b-386d4bac496b req-3981f0d4-82bb-49a5-b01c-6a1dc9506a9b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432549 Mar 15 17:17:17.656066 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-5028ffd9-55f7-4108-abbb-08891650d65b tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.55 "GET /v2.0/networks?id=8aa70f3c-0da7-419d-98be-3dfa126470bb HTTP/1.1" status: 200 len: 814 time: 0.1435518 Mar 15 17:17:17.675011 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Request body: {'port': {'device_id': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'admin_state_up': True, 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:17:17.913600 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Made reservation on behalf of d0549ab293b848ada3a0d9e5fb9fdb43 for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:17:17.917143 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:18.069425 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Allocated IP 172.20.0.10 (8aa70f3c-0da7-419d-98be-3dfa126470bb/ceec15bc-263e-4dab-8a78-08135ee43e6f/3bb88558-7875-4609-a2ab-65edd7b65147) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:17:18.151202 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e8f9db31-0440-4234-a493-6a0785972cb3 req-324037f7-0c09-4dea-99f2-5d1629977739 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 210 time: 0.0303431 Mar 15 17:17:18.250591 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for port (3bb88558-7875-4609-a2ab-65edd7b65147), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:18.354257 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:18.401405 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Network 8aa70f3c-0da7-419d-98be-3dfa126470bb is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:17:18.406466 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:17:18.411049 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:17:18.441623 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Pushing event updated for resources: {'Port': ['ID=3bb88558-7875-4609-a2ab-65edd7b65147,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:18.501176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:18.501176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:18.501176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:18.501176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:18.501176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:18.501176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:18.501176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:18.501176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:18.501176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:18.501176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:18.501176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:18.501176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:18.501176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:18.503502 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:18.503502 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:18.503835 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecea43-4991-4819-ad1d-9f1fe3e2bdb4 req-9a79e366-4224-47e0-8464-8cb7987e088d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:18.503835 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-07ecea43-4991-4819-ad1d-9f1fe3e2bdb4 req-9a79e366-4224-47e0-8464-8cb7987e088d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0597231 Mar 15 17:17:18.504092 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:18.504092 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:18.551327 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-07ecea43-4991-4819-ad1d-9f1fe3e2bdb4 req-eabe25cf-8c23-4af1-8fdf-45b31af852af tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613048 Mar 15 17:17:18.617522 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-5af4dc85-387f-4a3e-9fa8-c677506286f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9480152 Mar 15 17:17:18.650476 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Request body: {'port': {'device_id': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:17:18.652203 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fac5e430-b84b-4276-a87f-8c0b5488ee3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:18.780514 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:18.796411 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-9b2877d4-58a8-41a6-9529-1af7e8c0613f None None] Provisioning complete for port 3bb88558-7875-4609-a2ab-65edd7b65147 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:17:18.796791 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9b2877d4-58a8-41a6-9529-1af7e8c0613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:18.852022 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-9b2877d4-58a8-41a6-9529-1af7e8c0613f None None] Port 3bb88558-7875-4609-a2ab-65edd7b65147 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:17:18.949187 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b974a0-e79a-47b8-911c-ed30fcd17fd0 req-1f099a88-3ba5-45fa-9579-7b8d67f448f8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:18.957741 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-35b974a0-e79a-47b8-911c-ed30fcd17fd0 req-1f099a88-3ba5-45fa-9579-7b8d67f448f8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.1561513 Mar 15 17:17:19.091490 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-35b974a0-e79a-47b8-911c-ed30fcd17fd0 req-da69294a-9b77-49ce-8b39-d9a48d588e6b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327453 Mar 15 17:17:19.212418 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb88558-7875-4609-a2ab-65edd7b65147 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:17:19.220586 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Publish callbacks [] for port (3bb88558-7875-4609-a2ab-65edd7b65147), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:19.239644 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Transition to ACTIVE for port object 3bb88558-7875-4609-a2ab-65edd7b65147 will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:17:19.380285 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dd953-9e48-4906-86f2-f1a3731d16d5 req-6fe49dd9-e82f-40d3-adb6-95bacd594b5c tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:19.383019 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-492dd953-9e48-4906-86f2-f1a3731d16d5 req-6fe49dd9-e82f-40d3-adb6-95bacd594b5c tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 932 time: 0.0808847 Mar 15 17:17:19.450600 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-492dd953-9e48-4906-86f2-f1a3731d16d5 req-94c2e077-6d28-49f0-bf86-b83c6d33bb59 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599976 Mar 15 17:17:19.686611 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:19.701155 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b256048-ee87-4e77-81e4-b95fa7214ecc req-7a1366f3-4e4e-46e9-8cc9-5efdcc4b5fcc tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:19.703567 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0b256048-ee87-4e77-81e4-b95fa7214ecc req-7a1366f3-4e4e-46e9-8cc9-5efdcc4b5fcc tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0806048 Mar 15 17:17:19.724364 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:19.807614 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb88558-7875-4609-a2ab-65edd7b65147,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:19.849072 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0b256048-ee87-4e77-81e4-b95fa7214ecc req-02bfc28a-3a5b-4cf3-9fba-42116a2f48fc tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166887 Mar 15 17:17:19.914357 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Attempting to bind port 3bb88558-7875-4609-a2ab-65edd7b65147 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:17:19.914756 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Attempting to bind port 3bb88558-7875-4609-a2ab-65edd7b65147 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '5476e7b2-7a6b-4fe5-a530-227736514268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:17:19.915087 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Attempting to bind port 3bb88558-7875-4609-a2ab-65edd7b65147 on network 8aa70f3c-0da7-419d-98be-3dfa126470bb {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:17:19.931981 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Port 3bb88558-7875-4609-a2ab-65edd7b65147 on network 8aa70f3c-0da7-419d-98be-3dfa126470bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:17:19.932339 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Attempting to bind port 3bb88558-7875-4609-a2ab-65edd7b65147 on network 8aa70f3c-0da7-419d-98be-3dfa126470bb {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:17:19.943110 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:17:19.943485 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Checking segment: {'id': '5476e7b2-7a6b-4fe5-a530-227736514268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:17:19.943832 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Bound using segment: {'id': '5476e7b2-7a6b-4fe5-a530-227736514268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:17:19.947752 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Bound port: 3bb88558-7875-4609-a2ab-65edd7b65147, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5476e7b2-7a6b-4fe5-a530-227736514268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:17:19.947752 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:20.046646 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] For port 3bb88558-7875-4609-a2ab-65edd7b65147, host hv-cinder-83124, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:17:20.053270 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] For port 3bb88558-7875-4609-a2ab-65edd7b65147, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3bb88558-7875-4609-a2ab-65edd7b65147,segment=NetworkSegment(5476e7b2-7a6b-4fe5-a530-227736514268),segment_id=5476e7b2-7a6b-4fe5-a530-227736514268)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:17:20.071806 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74942b7-8572-4d45-9c8e-3472e89052a5 req-4a62a3b3-492c-400f-b7b5-9fa65f68f0e8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:20.073379 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f74942b7-8572-4d45-9c8e-3472e89052a5 req-4a62a3b3-492c-400f-b7b5-9fa65f68f0e8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0777044 Mar 15 17:17:20.135127 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f74942b7-8572-4d45-9c8e-3472e89052a5 req-61aba76d-146a-4178-82cb-1577553c7b26 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562239 Mar 15 17:17:20.139115 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:20.208978 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:20.209763 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:20.211008 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] 10.222.0.55 "PUT /v2.0/ports/3bb88558-7875-4609-a2ab-65edd7b65147 HTTP/1.1" status: 200 len: 1094 time: 1.5657008 Mar 15 17:17:20.211464 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'tag': '3bb88558-7875-4609-a2ab-65edd7b65147'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:17:20.214761 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100f3517-c8c9-4e2d-bb1a-4c9560ef3b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc", "tag": "3bb88558-7875-4609-a2ab-65edd7b65147"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:17:20.232646 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1e96d-75ef-430b-8068-f861a630c216 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb88558-7875-4609-a2ab-65edd7b65147,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:20.268239 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91898bd6-bf2b-444a-91b6-84ecbb3c819c x-openstack-request-id: req-91898bd6-bf2b-444a-91b6-84ecbb3c819c {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:17:20.268498 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc", "tag": "3bb88558-7875-4609-a2ab-65edd7b65147", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:17:20.268725 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91898bd6-bf2b-444a-91b6-84ecbb3c819c {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:17:20.269125 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'tag': '3bb88558-7875-4609-a2ab-65edd7b65147', 'status': 'completed', 'code': 200} Mar 15 17:17:20.315572 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb627f4-f5f9-4d54-9c6e-ce6a6379e029 req-1ed69dc8-8592-4e6a-9abd-42cda092046a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:20.323006 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0eb627f4-f5f9-4d54-9c6e-ce6a6379e029 req-1ed69dc8-8592-4e6a-9abd-42cda092046a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0825114 Mar 15 17:17:20.383125 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0eb627f4-f5f9-4d54-9c6e-ce6a6379e029 req-af775f71-e882-4ac4-9689-b4349deda3f2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591104 Mar 15 17:17:20.579597 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40008a-b6c1-4ad0-8a97-25ab73a0c911 req-735d52ce-4370-4172-add0-9ba0fad404de tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:20.581560 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ed40008a-b6c1-4ad0-8a97-25ab73a0c911 req-735d52ce-4370-4172-add0-9ba0fad404de tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 944 time: 0.0553310 Mar 15 17:17:20.633412 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ed40008a-b6c1-4ad0-8a97-25ab73a0c911 req-76f1050f-0d26-4b8a-bf48-48024fab93ae tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460730 Mar 15 17:17:20.942108 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:20.981178 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a8b1a-049b-46ab-bc09-7bdd9c6a65d5 req-faef4324-898d-4165-8b28-cba420f7787a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:20.982709 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e82a8b1a-049b-46ab-bc09-7bdd9c6a65d5 req-faef4324-898d-4165-8b28-cba420f7787a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0577712 Mar 15 17:17:21.041958 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e82a8b1a-049b-46ab-bc09-7bdd9c6a65d5 req-56e419ad-b73a-4bd6-a2c0-888d7d883333 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534239 Mar 15 17:17:21.276324 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45996a28-8a99-4e1b-8c15-f1e01722f76d req-7e30f9a9-b7a8-442d-9078-b9025ed6bbc7 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:21.277993 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-45996a28-8a99-4e1b-8c15-f1e01722f76d req-7e30f9a9-b7a8-442d-9078-b9025ed6bbc7 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0646789 Mar 15 17:17:21.335256 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-45996a28-8a99-4e1b-8c15-f1e01722f76d req-dbcdacc6-6908-4e17-8f91-2ed6b72f0036 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505223 Mar 15 17:17:21.511317 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08931ae9-1b62-4191-8ada-5c2efee8deec req-49b4d21d-96e9-4346-a1fc-c955820d0671 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:21.512952 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-08931ae9-1b62-4191-8ada-5c2efee8deec req-49b4d21d-96e9-4346-a1fc-c955820d0671 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0559602 Mar 15 17:17:21.577105 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-08931ae9-1b62-4191-8ada-5c2efee8deec req-2d9d30c9-c2b6-47c4-b1fd-425c829e8044 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575821 Mar 15 17:17:21.760028 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2056c-8a05-4389-ac9e-3fa8d78481f7 req-7da83382-d2d2-4698-8a12-f05de673aa97 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:21.762791 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6fd2056c-8a05-4389-ac9e-3fa8d78481f7 req-7da83382-d2d2-4698-8a12-f05de673aa97 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 944 time: 0.0575919 Mar 15 17:17:21.816570 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6fd2056c-8a05-4389-ac9e-3fa8d78481f7 req-9b132793-fc86-4485-a98a-2979cb1b9a56 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466275 Mar 15 17:17:22.162746 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930a014-246f-4025-9328-8b7bea665af5 req-060570e9-ab69-4f6f-b109-eeed5b6cd044 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:22.164392 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2930a014-246f-4025-9328-8b7bea665af5 req-060570e9-ab69-4f6f-b109-eeed5b6cd044 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0552592 Mar 15 17:17:22.214545 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2930a014-246f-4025-9328-8b7bea665af5 req-d1472431-9db3-420e-9f65-8ffc4a93629f tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446870 Mar 15 17:17:22.456358 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd876e-fc00-415f-bf97-5adca5c06ded req-a64188cd-e4b4-452e-9a46-c9618e2127ef tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:22.458650 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c8cd876e-fc00-415f-bf97-5adca5c06ded req-a64188cd-e4b4-452e-9a46-c9618e2127ef tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0535252 Mar 15 17:17:22.516379 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c8cd876e-fc00-415f-bf97-5adca5c06ded req-affc6709-6d1e-4037-8447-f3665a95b0b0 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512822 Mar 15 17:17:22.547591 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:22.716491 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71e36a-e9fd-4aa7-ad76-90f096acdbb6 req-3181b9aa-50d9-48f9-857e-3b7476cce731 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:22.718055 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea71e36a-e9fd-4aa7-ad76-90f096acdbb6 req-3181b9aa-50d9-48f9-857e-3b7476cce731 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0622680 Mar 15 17:17:22.771121 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea71e36a-e9fd-4aa7-ad76-90f096acdbb6 req-68b497c7-ca78-4025-87c6-0cf2b04495ef tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472875 Mar 15 17:17:22.953877 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edda4d-0a96-4196-ba87-f7a2489ff352 req-416dbd6f-d53c-4caa-a33b-b3f4a1420321 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:22.956090 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-31edda4d-0a96-4196-ba87-f7a2489ff352 req-416dbd6f-d53c-4caa-a33b-b3f4a1420321 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 944 time: 0.0592608 Mar 15 17:17:23.003817 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-31edda4d-0a96-4196-ba87-f7a2489ff352 req-0a1c6c73-d93e-4525-87a0-80c57e141b3e tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 Mar 15 17:17:23.348413 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ec37f-cd13-4cd5-9df1-7e56b9d64c75 req-e52705e9-8965-4fcd-b28e-b033448ad597 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:23.349942 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d21ec37f-cd13-4cd5-9df1-7e56b9d64c75 req-e52705e9-8965-4fcd-b28e-b033448ad597 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0615914 Mar 15 17:17:23.398743 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d21ec37f-cd13-4cd5-9df1-7e56b9d64c75 req-c469e012-6886-4200-8183-cfa081bfa6fd tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432847 Mar 15 17:17:23.641311 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac005eec-03ff-4d7f-8d38-860561d8f1e7 req-1d627465-2845-4ce2-b153-3c9aaedbe505 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:23.643591 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ac005eec-03ff-4d7f-8d38-860561d8f1e7 req-1d627465-2845-4ce2-b153-3c9aaedbe505 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0542758 Mar 15 17:17:23.693662 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ac005eec-03ff-4d7f-8d38-860561d8f1e7 req-4ea5a52e-fb70-4d6b-b1fa-89cf9200902a tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439241 Mar 15 17:17:23.899525 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1b129-b5d6-4ac5-9258-58e4e20d2576 req-6e752514-9cf6-4fed-ad84-2d67c4a08417 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:23.901249 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-49f1b129-b5d6-4ac5-9258-58e4e20d2576 req-6e752514-9cf6-4fed-ad84-2d67c4a08417 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0545156 Mar 15 17:17:23.961149 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-49f1b129-b5d6-4ac5-9258-58e4e20d2576 req-4bc53f64-61a7-4ebb-b6b8-f31ebefe0525 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538943 Mar 15 17:17:24.131166 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a13cc-6199-46b5-963d-428c0fd02537 req-edef4f86-738d-44a1-ad80-21dc4c25cbf4 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:24.132597 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cc2a13cc-6199-46b5-963d-428c0fd02537 req-edef4f86-738d-44a1-ad80-21dc4c25cbf4 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 944 time: 0.0546277 Mar 15 17:17:24.188202 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cc2a13cc-6199-46b5-963d-428c0fd02537 req-05b34da0-f1ea-4a80-9ff8-ccb12d1411a5 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500016 Mar 15 17:17:24.535479 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02e370-84bd-4d39-b0ff-778fba7ee0d9 req-f00979fd-acf9-46aa-b535-ea37abd94627 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:24.537131 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cc02e370-84bd-4d39-b0ff-778fba7ee0d9 req-f00979fd-acf9-46aa-b535-ea37abd94627 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0579929 Mar 15 17:17:24.589021 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cc02e370-84bd-4d39-b0ff-778fba7ee0d9 req-127a03fa-99ad-4fb8-b896-b56993fd3c7d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458238 Mar 15 17:17:24.819946 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c261f-0abf-4781-81d3-67b6b501c9ac req-e3bbe8ed-48dc-4a5a-b964-b3416a0de310 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:24.821587 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d81c261f-0abf-4781-81d3-67b6b501c9ac req-e3bbe8ed-48dc-4a5a-b964-b3416a0de310 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0599389 Mar 15 17:17:24.872970 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d81c261f-0abf-4781-81d3-67b6b501c9ac req-672e7061-0e19-4b88-a5d8-1e214fc199cd tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453415 Mar 15 17:17:25.092593 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61015b9-6fb2-42cb-a378-50820ef2df04 req-3d87d63a-7abb-4994-88de-10cd8fa1bbde tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:25.094100 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a61015b9-6fb2-42cb-a378-50820ef2df04 req-3d87d63a-7abb-4994-88de-10cd8fa1bbde tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0545535 Mar 15 17:17:25.148433 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a61015b9-6fb2-42cb-a378-50820ef2df04 req-aed58d7b-af69-4363-a797-e1c76565760c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479946 Mar 15 17:17:25.325657 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588819a0-a837-4c73-bd2a-e7bf42dc6a47 req-5eb9b6b0-bc24-4c9c-8482-4a141cc434f5 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:25.328899 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-588819a0-a837-4c73-bd2a-e7bf42dc6a47 req-5eb9b6b0-bc24-4c9c-8482-4a141cc434f5 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 944 time: 0.0651283 Mar 15 17:17:25.383583 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-588819a0-a837-4c73-bd2a-e7bf42dc6a47 req-6ac19e63-6457-46cb-a56c-923d0665e931 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482435 Mar 15 17:17:25.723280 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1338e3-e8b3-4e5d-bddc-7e70867f66fc req-c1e9cb16-5828-4782-9792-55d7718225de tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:25.724788 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3d1338e3-e8b3-4e5d-bddc-7e70867f66fc req-c1e9cb16-5828-4782-9792-55d7718225de tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0586658 Mar 15 17:17:25.779770 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3d1338e3-e8b3-4e5d-bddc-7e70867f66fc req-c1eb4f36-2d6a-45bb-b21a-a8b80e828996 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494308 Mar 15 17:17:26.018703 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789dd90-1bff-4015-8620-1e4d81d50a82 req-50b9240d-3363-41ed-8828-b4bdcc784461 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:26.020484 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c789dd90-1bff-4015-8620-1e4d81d50a82 req-50b9240d-3363-41ed-8828-b4bdcc784461 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0715122 Mar 15 17:17:26.088397 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c789dd90-1bff-4015-8620-1e4d81d50a82 req-d3c1d627-2b4c-47ac-bd4b-e880054575db tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607865 Mar 15 17:17:26.289726 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c84f37-18d3-447d-a770-d2abe1c5483e req-591e795e-65b1-4d4b-8d17-3ae1e42569fd tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:26.291644 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f9c84f37-18d3-447d-a770-d2abe1c5483e req-591e795e-65b1-4d4b-8d17-3ae1e42569fd tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0581326 Mar 15 17:17:26.343368 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f9c84f37-18d3-447d-a770-d2abe1c5483e req-567164f0-761c-469c-a11e-a0f55d98f997 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464387 Mar 15 17:17:26.507300 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686c8dd-8833-413a-9691-45c76798cce0 req-29fdacd6-805b-4d7c-987f-afb8123f35fd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:26.508715 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d686c8dd-8833-413a-9691-45c76798cce0 req-29fdacd6-805b-4d7c-987f-afb8123f35fd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 944 time: 0.0561872 Mar 15 17:17:26.559367 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d686c8dd-8833-413a-9691-45c76798cce0 req-9215b83e-7f57-41c9-999a-71acd304ffa4 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450995 Mar 15 17:17:26.915829 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086e7c6-9603-46f0-9b4d-09e4548ad664 req-bebf8ad3-0c2f-4202-8db6-f1b13df83e41 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:26.917447 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8086e7c6-9603-46f0-9b4d-09e4548ad664 req-bebf8ad3-0c2f-4202-8db6-f1b13df83e41 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0624127 Mar 15 17:17:26.982032 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8086e7c6-9603-46f0-9b4d-09e4548ad664 req-f72a40bc-d399-47fe-b680-1725cdb05524 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583827 Mar 15 17:17:27.225576 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b5aee-4179-47e0-b230-365f320fd847 req-7f39ffe8-4e9f-486a-bd3b-b0e259bbb118 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:27.293315 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-832b5aee-4179-47e0-b230-365f320fd847 req-7f39ffe8-4e9f-486a-bd3b-b0e259bbb118 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0675323 Mar 15 17:17:27.294381 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:17:27.294828 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-832b5aee-4179-47e0-b230-365f320fd847 req-316d06dd-3145-4a26-8d01-9b42b68952ad tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442209 Mar 15 17:17:27.481563 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172703a-0a30-47b5-ae3a-7d07d7720754 req-cfc72d69-e9e2-4b60-bbd4-0cdb551abb33 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:27.483078 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9172703a-0a30-47b5-ae3a-7d07d7720754 req-cfc72d69-e9e2-4b60-bbd4-0cdb551abb33 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0611217 Mar 15 17:17:27.539106 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9172703a-0a30-47b5-ae3a-7d07d7720754 req-89b14758-83ed-4295-b807-ceada6dd9861 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461016 Mar 15 17:17:27.696888 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fbece-14f7-4419-8216-398eecc96fa6 req-e6fba8d3-b068-4356-8b0e-2f6d3abb16f1 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:27.698247 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c03fbece-14f7-4419-8216-398eecc96fa6 req-e6fba8d3-b068-4356-8b0e-2f6d3abb16f1 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 944 time: 0.0610130 Mar 15 17:17:27.749082 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c03fbece-14f7-4419-8216-398eecc96fa6 req-18a8810f-06b1-468f-82b1-bfb3870e88d0 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451570 Mar 15 17:17:28.113683 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329348a-9a14-4ad2-bdbc-810d12dbd5b7 req-8b444232-196e-45f2-be37-91f514452cd7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:28.115390 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3329348a-9a14-4ad2-bdbc-810d12dbd5b7 req-8b444232-196e-45f2-be37-91f514452cd7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0604544 Mar 15 17:17:28.170123 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3329348a-9a14-4ad2-bdbc-810d12dbd5b7 req-d0578713-f0e3-434d-b4f3-15f31ce5b3ea tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489109 Mar 15 17:17:28.428048 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8bd11-7a7d-4f14-8f36-bc78878c4e96 req-327a2d15-189e-4db8-95ae-7a184e1d29d5 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:28.429528 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a0b8bd11-7a7d-4f14-8f36-bc78878c4e96 req-327a2d15-189e-4db8-95ae-7a184e1d29d5 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0571678 Mar 15 17:17:28.482493 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a0b8bd11-7a7d-4f14-8f36-bc78878c4e96 req-8d5d522c-a41b-4024-adca-fd4d2c378c6d tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468149 Mar 15 17:17:28.684674 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94279715-b55c-46ec-9134-bf0ae104792a req-cc5e761b-bb40-4fd6-9e7d-e78df5826601 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:28.687035 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-94279715-b55c-46ec-9134-bf0ae104792a req-cc5e761b-bb40-4fd6-9e7d-e78df5826601 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0547166 Mar 15 17:17:28.740766 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-94279715-b55c-46ec-9134-bf0ae104792a req-b939f596-7513-474f-a754-095358058c59 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463037 Mar 15 17:17:28.870032 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33178a04-c3c4-46fd-be49-e05db0d51721 req-9a4e6ea6-ff72-41e7-9241-830c9aa1adb8 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:28.871508 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-33178a04-c3c4-46fd-be49-e05db0d51721 req-9a4e6ea6-ff72-41e7-9241-830c9aa1adb8 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 944 time: 0.0548816 Mar 15 17:17:28.919371 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-33178a04-c3c4-46fd-be49-e05db0d51721 req-ab7783e5-a798-48af-ae5b-9deb19b0beaf tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423117 Mar 15 17:17:29.288714 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39be0a-e4a9-4984-b4ba-f97e293f0e04 req-c4b2545d-9c0c-4c13-adcc-7599d3a1f500 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:29.290181 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ce39be0a-e4a9-4984-b4ba-f97e293f0e04 req-c4b2545d-9c0c-4c13-adcc-7599d3a1f500 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0520527 Mar 15 17:17:29.335908 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ce39be0a-e4a9-4984-b4ba-f97e293f0e04 req-c84f496e-4249-4b86-a79c-bba505a2824d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401499 Mar 15 17:17:29.635496 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d00eb-0199-4bd1-acf9-0b2aae854fdd req-d25313e4-fd4a-469d-9873-989899b6e228 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:29.637027 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a90d00eb-0199-4bd1-acf9-0b2aae854fdd req-d25313e4-fd4a-469d-9873-989899b6e228 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0882885 Mar 15 17:17:29.642843 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f3517-c8c9-4e2d-bb1a-4c9560ef3b3b req-4cd811eb-b85a-4334-9019-b986ed6c7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:29.644232 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-100f3517-c8c9-4e2d-bb1a-4c9560ef3b3b req-4cd811eb-b85a-4334-9019-b986ed6c7ea5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0549ab293b848ada3a0d9e5fb9fdb43&device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 1128 time: 0.0670235 Mar 15 17:17:29.737089 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a90d00eb-0199-4bd1-acf9-0b2aae854fdd req-9f0d5091-94d9-4d4f-b9d1-684da0686908 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918312 Mar 15 17:17:29.775934 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f3517-c8c9-4e2d-bb1a-4c9560ef3b3b req-102a8bf0-cd9d-4c42-8ea5-28c61765764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:29.777318 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-100f3517-c8c9-4e2d-bb1a-4c9560ef3b3b req-102a8bf0-cd9d-4c42-8ea5-28c61765764d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d0549ab293b848ada3a0d9e5fb9fdb43&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1196425 Mar 15 17:17:29.864332 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364827c7-8f57-446e-a5dc-70ae89c4aa1b req-b47e40d3-db85-4996-a4d9-76a0ce8bf8fe tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:29.865818 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-364827c7-8f57-446e-a5dc-70ae89c4aa1b req-b47e40d3-db85-4996-a4d9-76a0ce8bf8fe tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0523820 Mar 15 17:17:29.879402 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f3517-c8c9-4e2d-bb1a-4c9560ef3b3b req-bbe87197-1c04-4b04-a8cb-3d5d444e5eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:29.880993 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-100f3517-c8c9-4e2d-bb1a-4c9560ef3b3b req-bbe87197-1c04-4b04-a8cb-3d5d444e5eaa service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951989 Mar 15 17:17:29.914190 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-364827c7-8f57-446e-a5dc-70ae89c4aa1b req-39b461ef-45f6-42b9-89c6-b78109f9c973 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426664 Mar 15 17:17:29.970414 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-66399b3a-b55d-4824-862e-2aa497f48f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:29.971968 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-66399b3a-b55d-4824-862e-2aa497f48f5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0549ab293b848ada3a0d9e5fb9fdb43&device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 1128 time: 0.0458813 Mar 15 17:17:30.044979 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-9403211e-fa7b-4442-beca-ca6e1fcdb73f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bb88558-7875-4609-a2ab-65edd7b65147 HTTP/1.1" status: 200 len: 217 time: 0.0547814 Mar 15 17:17:30.073548 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768fa3d-e399-4684-b27e-492bbfcf8370 req-6158a674-3e1c-4724-ba7c-471aeea3d396 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:30.075008 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e768fa3d-e399-4684-b27e-492bbfcf8370 req-6158a674-3e1c-4724-ba7c-471aeea3d396 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 944 time: 0.0928948 Mar 15 17:17:30.134127 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c43d1c86-8a49-4a5a-b9bb-8fbf2e7b257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:30.135648 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-c43d1c86-8a49-4a5a-b9bb-8fbf2e7b257d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ceec15bc-263e-4dab-8a78-08135ee43e6f HTTP/1.1" status: 200 len: 853 time: 0.0777297 Mar 15 17:17:30.150055 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e768fa3d-e399-4684-b27e-492bbfcf8370 req-364ffc64-2344-42f3-9adc-38d3f4a16ae3 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571179 Mar 15 17:17:30.193001 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-1d123acb-8e5b-407c-9c2c-dbca5476788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:30.194487 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-1d123acb-8e5b-407c-9c2c-dbca5476788d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8aa70f3c-0da7-419d-98be-3dfa126470bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435615 Mar 15 17:17:30.293873 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-a91d8e67-aca3-41fc-a351-c7133ad96dc0 service neutron] 10.222.0.55 "GET /v2.0/networks/8aa70f3c-0da7-419d-98be-3dfa126470bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862737 Mar 15 17:17:30.384575 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2bf84b4b-5ffc-4455-9d3e-fe1d85edad0c req-0780578f-aff2-4eab-b565-df8104547b30 service neutron] 10.222.0.55 "GET /v2.0/networks/8aa70f3c-0da7-419d-98be-3dfa126470bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814760 Mar 15 17:17:30.457139 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac2c4a-1942-4b4a-a11b-ff0aef22b614 req-bc0063b8-ccd2-4709-93d2-ac244fac49a9 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:30.458628 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-59ac2c4a-1942-4b4a-a11b-ff0aef22b614 req-bc0063b8-ccd2-4709-93d2-ac244fac49a9 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0549443 Mar 15 17:17:30.506073 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-59ac2c4a-1942-4b4a-a11b-ff0aef22b614 req-2bb28984-fcbd-4d29-b1bb-3f71f105c236 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417759 Mar 15 17:17:30.866164 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0007f-52ef-496b-b9f3-3a8f83c7aa3f req-d5143f58-1067-48e5-ae8b-63cb0cbc0f5f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:30.867630 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fbf0007f-52ef-496b-b9f3-3a8f83c7aa3f req-d5143f58-1067-48e5-ae8b-63cb0cbc0f5f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0548623 Mar 15 17:17:30.913700 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fbf0007f-52ef-496b-b9f3-3a8f83c7aa3f req-2a081a56-add2-4975-ae3d-c6edc5b8e536 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406320 Mar 15 17:17:31.033513 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a1d3f-78c3-4b13-ba07-0aa2a6485e45 req-e9f29e8a-82b7-418f-aa46-3611bc2bb394 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:31.034984 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-af7a1d3f-78c3-4b13-ba07-0aa2a6485e45 req-e9f29e8a-82b7-418f-aa46-3611bc2bb394 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0511990 Mar 15 17:17:31.080257 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-af7a1d3f-78c3-4b13-ba07-0aa2a6485e45 req-9740c21f-7ab4-4fc3-ad36-cf1e092d25ba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397961 Mar 15 17:17:31.265260 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561688-7507-47a9-9bae-58b4a0dcbba6 req-6bc35109-69de-4939-861a-330a92e45afa tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:31.266780 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-74561688-7507-47a9-9bae-58b4a0dcbba6 req-6bc35109-69de-4939-861a-330a92e45afa tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 944 time: 0.0512118 Mar 15 17:17:31.314509 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-74561688-7507-47a9-9bae-58b4a0dcbba6 req-894da16a-1a41-46c2-9609-bfe6bfd3d8a1 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417538 Mar 15 17:17:31.445152 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-284ceeb9-d8a4-434e-83ea-bc32709bb62d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:31.446571 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-284ceeb9-d8a4-434e-83ea-bc32709bb62d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0536687 Mar 15 17:17:31.541533 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-59e29499-e9e7-462c-a2ec-afc4a5cd8a4c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Deleting port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:17:31.541794 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-59e29499-e9e7-462c-a2ec-afc4a5cd8a4c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:31.626518 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc4a49-9948-415c-9f73-e8cb5b4280b1 req-079711d9-d07b-447d-9451-44de472bfcad tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:31.628072 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-23bc4a49-9948-415c-9f73-e8cb5b4280b1 req-079711d9-d07b-447d-9451-44de472bfcad tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 945 time: 0.0556312 Mar 15 17:17:31.633395 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-59e29499-e9e7-462c-a2ec-afc4a5cd8a4c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] For port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:31.633763 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-59e29499-e9e7-462c-a2ec-afc4a5cd8a4c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:31.676027 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-23bc4a49-9948-415c-9f73-e8cb5b4280b1 req-b9fa17fc-8e1a-448b-bb95-c576fb7ca1ef tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca57e6ed-42df-4ba3-b622-d7a5207420f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420871 Mar 15 17:17:32.120420 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6198c58-8967-4aae-8dbc-cbc240021250 req-878fb205-2595-4a5f-af10-25ccf4062f8f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:32.121903 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c6198c58-8967-4aae-8dbc-cbc240021250 req-878fb205-2595-4a5f-af10-25ccf4062f8f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1330469 Mar 15 17:17:32.143415 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-59e29499-e9e7-462c-a2ec-afc4a5cd8a4c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:32.143908 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-59e29499-e9e7-462c-a2ec-afc4a5cd8a4c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (0faeeb98-8ddd-4aaf-9cbb-0edb80f7fd72), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:32.144090 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.l3_db [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-59e29499-e9e7-462c-a2ec-afc4a5cd8a4c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Floating IP 0faeeb98-8ddd-4aaf-9cbb-0edb80f7fd72 disassociated. External IP: 172.27.3.159, port: f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286. Mar 15 17:17:32.144437 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-59e29499-e9e7-462c-a2ec-afc4a5cd8a4c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Calling delete_port for f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:17:32.201102 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2cfa7-7fab-45ff-87aa-87adaf375336 req-42034458-e1eb-487b-a6f7-8cc9e25cb354 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:32.202547 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b2a2cfa7-7fab-45ff-87aa-87adaf375336 req-42034458-e1eb-487b-a6f7-8cc9e25cb354 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 944 time: 0.0521486 Mar 15 17:17:32.229845 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c6198c58-8967-4aae-8dbc-cbc240021250 req-246f5ed3-320f-422d-a0b4-fc84e5481b70 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954211 Mar 15 17:17:32.257610 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b2a2cfa7-7fab-45ff-87aa-87adaf375336 req-0a5789e1-1355-4ffa-93b1-b537e23ac86a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482581 Mar 15 17:17:32.375815 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-59e29499-e9e7-462c-a2ec-afc4a5cd8a4c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:32.412920 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e29499-e9e7-462c-a2ec-afc4a5cd8a4c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event deleted for resources: {'Port': ['ID=f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:32.507971 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 3bb88558-7875-4609-a2ab-65edd7b65147 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:17:32.527500 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c2d0b-fd0b-4670-a832-090f649dc232 req-8df8dd04-a6d9-4b5f-bee6-8e37b193b9b6 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:32.528979 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-578c2d0b-fd0b-4670-a832-090f649dc232 req-8df8dd04-a6d9-4b5f-bee6-8e37b193b9b6 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 944 time: 0.1448843 Mar 15 17:17:32.590480 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-59e29499-e9e7-462c-a2ec-afc4a5cd8a4c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Router 91396da6-be11-4177-8f93-2dbf6404da12 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:17:32.594331 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-578c2d0b-fd0b-4670-a832-090f649dc232 req-54f8a9e3-7997-4e95-95f9-4eab64aca5a4 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583425 Mar 15 17:17:32.606576 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 3bb88558-7875-4609-a2ab-65edd7b65147, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3bb88558-7875-4609-a2ab-65edd7b65147,segment=NetworkSegment(5476e7b2-7a6b-4fe5-a530-227736514268),segment_id=5476e7b2-7a6b-4fe5-a530-227736514268)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:32.619432 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '3bb88558-7875-4609-a2ab-65edd7b65147', 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'port_id': '3bb88558-7875-4609-a2ab-65edd7b65147', 'mac_address': 'fa:16:3e:5a:23:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:17:32.661456 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 3bb88558-7875-4609-a2ab-65edd7b65147 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:17:32.661996 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:32.674707 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb88558-7875-4609-a2ab-65edd7b65147 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:17:32.693597 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 3bb88558-7875-4609-a2ab-65edd7b65147, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3bb88558-7875-4609-a2ab-65edd7b65147,segment=NetworkSegment(5476e7b2-7a6b-4fe5-a530-227736514268),segment_id=5476e7b2-7a6b-4fe5-a530-227736514268)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:32.707164 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-59e29499-e9e7-462c-a2ec-afc4a5cd8a4c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:17:32.718669 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3455a8-8770-40f3-b609-d0488c5922c1 None None] Sync routers for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:17:32.729238 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3455a8-8770-40f3-b609-d0488c5922c1 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:17:32.730102 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-6f3455a8-8770-40f3-b609-d0488c5922c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:17:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:32.751049 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-59e29499-e9e7-462c-a2ec-afc4a5cd8a4c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] No DVR routers for this DVR port f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 on host hv-cinder-83124 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:17:32.753570 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-59e29499-e9e7-462c-a2ec-afc4a5cd8a4c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:32.756859 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae6a809e-8ac2-4eea-950b-8986e71e3663 req-59e29499-e9e7-462c-a2ec-afc4a5cd8a4c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "DELETE /v2.0/ports/f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 HTTP/1.1" status: 204 len: 173 time: 1.3045964 Mar 15 17:17:32.757316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a38c0c-ad45-481e-bfd1-896a2daf549b', 'name': 'network-vif-deleted', 'tag': 'f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:17:32.759659 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb04a7c-1cd1-4fe5-955f-acfa42dd93fd" -d '{"events": [{"server_uuid": "e2a38c0c-ad45-481e-bfd1-896a2daf549b", "name": "network-vif-deleted", "tag": "f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:17:32.785358 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8ebbe1ee-41f2-4ee7-aec3-d163e339bd70 req-f26102b3-3461-44f3-b3eb-cbc69ed65fbd tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 210 time: 0.0295951 Mar 15 17:17:32.803373 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed084664-636c-4062-b1b2-54774e65727d x-openstack-request-id: req-ed084664-636c-4062-b1b2-54774e65727d {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:17:32.803729 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a38c0c-ad45-481e-bfd1-896a2daf549b", "name": "network-vif-deleted", "tag": "f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:17:32.804048 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed084664-636c-4062-b1b2-54774e65727d {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:17:32.804511 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a38c0c-ad45-481e-bfd1-896a2daf549b', 'name': 'network-vif-deleted', 'tag': 'f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286', 'status': 'completed', 'code': 200} Mar 15 17:17:32.869012 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-6f3455a8-8770-40f3-b609-d0488c5922c1 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:17:32.974285 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:32.975322 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 6afb6f11-7e65-449c-87d5-5fa497bb403e details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:17:33.030511 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15b313-6545-4659-9d24-c8bd3137b29f req-1fc09ad7-2318-4d29-8342-03fb0b8980d3 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:33.032418 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2f15b313-6545-4659-9d24-c8bd3137b29f req-1fc09ad7-2318-4d29-8342-03fb0b8980d3 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.55 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0584402 Mar 15 17:17:33.084950 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=3bb88558-7875-4609-a2ab-65edd7b65147,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:33.103292 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:33.103906 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:33.104461 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:33.104977 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:33.105473 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:33.105802 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:33.106125 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:33.106447 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:33.106986 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:33.107318 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:33.107640 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:33.108026 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:33.108331 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:33.108651 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:33.108966 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:33.114935 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-6f3455a8-8770-40f3-b609-d0488c5922c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '309649aa-e116-499e-8ae9-3d0734359602', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': '5a1ffd4f-cc0d-456f-b273-18f4d154808b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:38:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:14:23Z', 'updated_at': '2022-03-15T17:15:07Z', 'revision_number': 2, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:33.147819 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3455a8-8770-40f3-b609-d0488c5922c1 None None] Checking router: 91396da6-be11-4177-8f93-2dbf6404da12 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:17:33.156287 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3455a8-8770-40f3-b609-d0488c5922c1 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:17:33.157007 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-6f3455a8-8770-40f3-b609-d0488c5922c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:17:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:33.160879 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-2f15b313-6545-4659-9d24-c8bd3137b29f req-ff29d5aa-1f26-45f5-9661-a9f4dafd05a8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Deleting port 76b4dc57-04bf-4e68-ac74-6932886e46f8 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:17:33.160879 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2f15b313-6545-4659-9d24-c8bd3137b29f req-ff29d5aa-1f26-45f5-9661-a9f4dafd05a8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (76b4dc57-04bf-4e68-ac74-6932886e46f8), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:33.169583 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 6afb6f11-7e65-449c-87d5-5fa497bb403e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:33.183833 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'port_id': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'mac_address': 'fa:16:3e:a6:3e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:17:33.233211 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 6afb6f11-7e65-449c-87d5-5fa497bb403e is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:17:33.234017 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:33.249695 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afb6f11-7e65-449c-87d5-5fa497bb403e {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:17:33.273992 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-2f15b313-6545-4659-9d24-c8bd3137b29f req-ff29d5aa-1f26-45f5-9661-a9f4dafd05a8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] For port 76b4dc57-04bf-4e68-ac74-6932886e46f8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=76b4dc57-04bf-4e68-ac74-6932886e46f8,segment=NetworkSegment(191d4818-a8ee-4194-b783-7bacef44c43f),segment_id=191d4818-a8ee-4194-b783-7bacef44c43f)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:33.279462 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2f15b313-6545-4659-9d24-c8bd3137b29f req-ff29d5aa-1f26-45f5-9661-a9f4dafd05a8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (76b4dc57-04bf-4e68-ac74-6932886e46f8), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:33.279933 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 6afb6f11-7e65-449c-87d5-5fa497bb403e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:33.286170 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-6f3455a8-8770-40f3-b609-d0488c5922c1 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:17:33.288982 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-2f15b313-6545-4659-9d24-c8bd3137b29f req-ff29d5aa-1f26-45f5-9661-a9f4dafd05a8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Calling delete_port for 76b4dc57-04bf-4e68-ac74-6932886e46f8 owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:17:33.379396 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1aa11f-5c24-45c2-b9ce-3ca241ab712c req-0f7729fe-4fe5-4503-b6b5-b9d6fd5d0fc8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:33.387695 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d1aa11f-5c24-45c2-b9ce-3ca241ab712c req-0f7729fe-4fe5-4503-b6b5-b9d6fd5d0fc8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0715256 Mar 15 17:17:33.405719 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:33.451321 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d1aa11f-5c24-45c2-b9ce-3ca241ab712c req-bfabbf28-8305-4b9c-9e74-91f3778458a7 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577066 Mar 15 17:17:33.484575 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=6afb6f11-7e65-449c-87d5-5fa497bb403e,revision_number=9']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:33.532634 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bba59-5325-4cd8-a219-925bd272950c req-855200df-1b15-4269-b0a3-adfa09bde33b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:33.534173 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8e4bba59-5325-4cd8-a219-925bd272950c req-855200df-1b15-4269-b0a3-adfa09bde33b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 945 time: 0.1779468 Mar 15 17:17:33.585983 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8e4bba59-5325-4cd8-a219-925bd272950c req-60bafc3a-799d-410a-8aa9-c05a02348f80 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455446 Mar 15 17:17:33.586972 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2f15b313-6545-4659-9d24-c8bd3137b29f req-ff29d5aa-1f26-45f5-9661-a9f4dafd05a8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (76b4dc57-04bf-4e68-ac74-6932886e46f8), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:33.618631 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29d5aa-1f26-45f5-9661-a9f4dafd05a8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Pushing event deleted for resources: {'Port': ['ID=76b4dc57-04bf-4e68-ac74-6932886e46f8,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:33.620095 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['76b4dc57-04bf-4e68-ac74-6932886e46f8', '87512783-be87-4777-b8a3-cc4b2ed178a0'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:17:33.669124 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f15b313-6545-4659-9d24-c8bd3137b29f req-ff29d5aa-1f26-45f5-9661-a9f4dafd05a8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] No DVR routers for this DVR port 76b4dc57-04bf-4e68-ac74-6932886e46f8 on host hv-cinder-83124 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:17:33.669502 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-6f3455a8-8770-40f3-b609-d0488c5922c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '309649aa-e116-499e-8ae9-3d0734359602', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': '5a1ffd4f-cc0d-456f-b273-18f4d154808b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:38:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:14:23Z', 'updated_at': '2022-03-15T17:15:07Z', 'revision_number': 2, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:33.672723 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2f15b313-6545-4659-9d24-c8bd3137b29f req-ff29d5aa-1f26-45f5-9661-a9f4dafd05a8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:33.676829 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2f15b313-6545-4659-9d24-c8bd3137b29f req-ff29d5aa-1f26-45f5-9661-a9f4dafd05a8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.55 "DELETE /v2.0/ports/76b4dc57-04bf-4e68-ac74-6932886e46f8 HTTP/1.1" status: 204 len: 173 time: 0.6385527 Mar 15 17:17:33.706696 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3455a8-8770-40f3-b609-d0488c5922c1 None None] The sync data for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi is: [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '309649aa-e116-499e-8ae9-3d0734359602', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': '5a1ffd4f-cc0d-456f-b273-18f4d154808b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:38:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:14:23Z', 'updated_at': '2022-03-15T17:15:07Z', 'revision_number': 2, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:17:33.751361 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b754693-b030-436a-ae94-9a3b9fe29d56 req-913ffd31-098b-49aa-9995-d163e84ccbcf tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:33.756453 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3b754693-b030-436a-ae94-9a3b9fe29d56 req-913ffd31-098b-49aa-9995-d163e84ccbcf tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 945 time: 0.0616326 Mar 15 17:17:33.816172 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3b754693-b030-436a-ae94-9a3b9fe29d56 req-b5110660-b559-4b14-88f3-94c7d89f29be tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527086 Mar 15 17:17:33.910424 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f22efd55-a64d-41a2-b4ec-06920e5c56dd req-ca288740-aed6-4c0e-87db-03c613d8185a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2a38c0c-ad45-481e-bfd1-896a2daf549b HTTP/1.1" status: 200 len: 210 time: 0.0387976 Mar 15 17:17:33.915193 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['3bb88558-7875-4609-a2ab-65edd7b65147'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:17:33.979208 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['6afb6f11-7e65-449c-87d5-5fa497bb403e'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:17:34.054215 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea8a26e-bdef-4b54-a712-8423ace26233 None None] New status for floating IP 0faeeb98-8ddd-4aaf-9cbb-0edb80f7fd72: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:17:34.539981 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 76b4dc57-04bf-4e68-ac74-6932886e46f8 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:17:34.561690 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: 76b4dc57-04bf-4e68-ac74-6932886e46f8 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:17:34.562038 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 76b4dc57-04bf-4e68-ac74-6932886e46f8 not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:17:34.562466 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:17:34.586694 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b59c1d45-f4c6-4899-94ec-f2eb0190bbea req-bfc4d63a-440f-4910-923f-2b58ce0ea566 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=377df9d9-98ff-4806-811a-41e52972bbf5 HTTP/1.1" status: 200 len: 210 time: 0.0370486 Mar 15 17:17:34.595034 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:17:34.595516 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device f6ee9916-8d2f-459b-9bb1-c7eb1b7c1286 not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:17:34.729846 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0ca21-0c79-4e4d-b01d-9a67d3efa45f req-28f92ad6-8888-4b5a-b9a2-37d9de06a247 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:34.731240 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-31a0ca21-0c79-4e4d-b01d-9a67d3efa45f req-28f92ad6-8888-4b5a-b9a2-37d9de06a247 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 945 time: 0.0567021 Mar 15 17:17:34.779046 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-31a0ca21-0c79-4e4d-b01d-9a67d3efa45f req-3f893892-8156-4e95-bab8-6eb181b996da tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417609 Mar 15 17:17:34.805521 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377df9d9-98ff-4806-811a-41e52972bbf5', 'name': 'network-vif-deleted', 'tag': '76b4dc57-04bf-4e68-ac74-6932886e46f8'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:17:34.808125 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2bffcd-871c-43bb-8e8b-86efa41b3844" -d '{"events": [{"server_uuid": "377df9d9-98ff-4806-811a-41e52972bbf5", "name": "network-vif-deleted", "tag": "76b4dc57-04bf-4e68-ac74-6932886e46f8"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:17:34.846815 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4fd25f-c573-4a5c-9edf-905842511846 x-openstack-request-id: req-3c4fd25f-c573-4a5c-9edf-905842511846 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:17:34.846815 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377df9d9-98ff-4806-811a-41e52972bbf5", "name": "network-vif-deleted", "tag": "76b4dc57-04bf-4e68-ac74-6932886e46f8", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:17:34.846815 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c4fd25f-c573-4a5c-9edf-905842511846 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:17:34.846815 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377df9d9-98ff-4806-811a-41e52972bbf5', 'name': 'network-vif-deleted', 'tag': '76b4dc57-04bf-4e68-ac74-6932886e46f8', 'status': 'completed', 'code': 200} Mar 15 17:17:34.943688 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde37491-8ff2-4d19-aaf3-727a08e627bc req-e82e0987-ee2f-407a-9f46-e50b74d495c0 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:34.945292 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bde37491-8ff2-4d19-aaf3-727a08e627bc req-e82e0987-ee2f-407a-9f46-e50b74d495c0 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 945 time: 0.0539019 Mar 15 17:17:34.994700 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bde37491-8ff2-4d19-aaf3-727a08e627bc req-22c71b47-fa45-49a1-993b-268a8d01a500 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435562 Mar 15 17:17:35.159853 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 41580) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:35.224198 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (ca57e6ed-42df-4ba3-b622-d7a5207420f1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:35.249040 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (ca57e6ed-42df-4ba3-b622-d7a5207420f1), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:35.393279 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (ca57e6ed-42df-4ba3-b622-d7a5207420f1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:35.396421 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:35.397163 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "DELETE /v2.0/security-groups/ca57e6ed-42df-4ba3-b622-d7a5207420f1 HTTP/1.1" status: 204 len: 168 time: 0.2360580 Mar 15 17:17:35.400170 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41584) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:35.406522 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca57e6ed-42df-4ba3-b622-d7a5207420f1,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:35.414868 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:35.415218 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:35.415558 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:35.415895 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:35.416226 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:35.417302 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:35.417645 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:35.418046 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:35.418520 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:35.418962 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:35.419352 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:35.419741 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:35.419967 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:35.420317 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:35.420757 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c863e-5e19-42de-8177-4dd7c3f02993 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:17:35.421590 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.api.v2.resource [None req-f79f6a5d-d82e-47cc-bcfe-5f937b95c426 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] show failed (client error): The resource could not be found. Mar 15 17:17:35.426478 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f79f6a5d-d82e-47cc-bcfe-5f937b95c426 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups/ca57e6ed-42df-4ba3-b622-d7a5207420f1 HTTP/1.1" status: 404 len: 347 time: 0.0212905 Mar 15 17:17:35.426478 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41586) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:35.554100 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e80d536a-86aa-4146-9deb-5134314e9cd7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Deleting port 196442c8-d8d9-452e-8821-4661a8f335ad {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:17:35.554447 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e80d536a-86aa-4146-9deb-5134314e9cd7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (196442c8-d8d9-452e-8821-4661a8f335ad), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:35.638388 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e80d536a-86aa-4146-9deb-5134314e9cd7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (196442c8-d8d9-452e-8821-4661a8f335ad), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:35.638747 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e80d536a-86aa-4146-9deb-5134314e9cd7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (196442c8-d8d9-452e-8821-4661a8f335ad), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:35.653825 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e80d536a-86aa-4146-9deb-5134314e9cd7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Calling delete_port for 196442c8-d8d9-452e-8821-4661a8f335ad owned by network:floatingip {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:17:35.862288 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e80d536a-86aa-4146-9deb-5134314e9cd7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (196442c8-d8d9-452e-8821-4661a8f335ad), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:35.890593 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d536a-86aa-4146-9deb-5134314e9cd7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event deleted for resources: {'Port': ['ID=196442c8-d8d9-452e-8821-4661a8f335ad,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:35.931093 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806665a-b801-4f88-b8f0-f685562604da req-ad692b05-25a3-4508-ba5f-fca212594191 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:35.932843 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5806665a-b801-4f88-b8f0-f685562604da req-ad692b05-25a3-4508-ba5f-fca212594191 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 945 time: 0.0778787 Mar 15 17:17:35.968004 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e80d536a-86aa-4146-9deb-5134314e9cd7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (0faeeb98-8ddd-4aaf-9cbb-0edb80f7fd72), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:35.971986 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e80d536a-86aa-4146-9deb-5134314e9cd7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:35.973132 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e80d536a-86aa-4146-9deb-5134314e9cd7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "DELETE /v2.0/floatingips/0faeeb98-8ddd-4aaf-9cbb-0edb80f7fd72 HTTP/1.1" status: 204 len: 168 time: 0.5456200 Mar 15 17:17:35.992058 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5806665a-b801-4f88-b8f0-f685562604da req-55b80674-9c8e-4b40-b87d-c09ffcb60e88 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527780 Mar 15 17:17:36.121557 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199f011-f454-4326-b088-f1b205fb2c2f req-d4a2d3a7-7b20-4569-bee9-ef16ca8a140c tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:36.123339 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8199f011-f454-4326-b088-f1b205fb2c2f req-d4a2d3a7-7b20-4569-bee9-ef16ca8a140c tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 945 time: 0.0594256 Mar 15 17:17:36.180379 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8199f011-f454-4326-b088-f1b205fb2c2f req-3284841d-5321-48c4-be84-a049104c72e4 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493026 Mar 15 17:17:36.322482 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c9932-7684-4eea-9162-34bb76589d72 req-1aee18da-dc6b-4491-9b2c-c349b004fea2 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:36.322482 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-532c9932-7684-4eea-9162-34bb76589d72 req-1aee18da-dc6b-4491-9b2c-c349b004fea2 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0675228 Mar 15 17:17:36.373602 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-532c9932-7684-4eea-9162-34bb76589d72 req-6f6ac836-9a06-48cf-8630-76a1af8dca97 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434601 Mar 15 17:17:36.529280 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 3bb88558-7875-4609-a2ab-65edd7b65147 up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:17:36.643840 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port 3bb88558-7875-4609-a2ab-65edd7b65147 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:17:36.648864 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 3bb88558-7875-4609-a2ab-65edd7b65147 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:17:36.649193 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:36.865439 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 3bb88558-7875-4609-a2ab-65edd7b65147 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:17:36.865826 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:36.887618 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb88558-7875-4609-a2ab-65edd7b65147'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:17:36.889923 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7ca092-dd7b-4180-8b0e-e088bdd6db59" -d '{"events": [{"server_uuid": "0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc", "name": "network-vif-plugged", "status": "completed", "tag": "3bb88558-7875-4609-a2ab-65edd7b65147"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:17:36.902633 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 3bb88558-7875-4609-a2ab-65edd7b65147, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3bb88558-7875-4609-a2ab-65edd7b65147,segment=NetworkSegment(5476e7b2-7a6b-4fe5-a530-227736514268),segment_id=5476e7b2-7a6b-4fe5-a530-227736514268)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:36.928112 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa948bbf-f5e8-46ac-932c-95ba4bf2cd60 x-openstack-request-id: req-aa948bbf-f5e8-46ac-932c-95ba4bf2cd60 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:17:36.928407 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc", "name": "network-vif-plugged", "status": "completed", "tag": "3bb88558-7875-4609-a2ab-65edd7b65147", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:17:36.928667 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa948bbf-f5e8-46ac-932c-95ba4bf2cd60 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:17:36.929061 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb88558-7875-4609-a2ab-65edd7b65147', 'code': 200} Mar 15 17:17:36.964339 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:36.965088 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 6afb6f11-7e65-449c-87d5-5fa497bb403e up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:17:37.046942 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=3bb88558-7875-4609-a2ab-65edd7b65147,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:37.058197 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 6afb6f11-7e65-449c-87d5-5fa497bb403e triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:17:37.058575 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:37.139357 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2f6cc-d531-458a-8508-3f8bc82e5592 req-5be70293-8e13-4e16-aba4-d675e65bbd99 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:37.142354 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f3b2f6cc-d531-458a-8508-3f8bc82e5592 req-5be70293-8e13-4e16-aba4-d675e65bbd99 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 945 time: 0.0537581 Mar 15 17:17:37.145819 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 6afb6f11-7e65-449c-87d5-5fa497bb403e is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:17:37.146297 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:37.184695 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 6afb6f11-7e65-449c-87d5-5fa497bb403e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:37.197799 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f3b2f6cc-d531-458a-8508-3f8bc82e5592 req-dd322ba9-260a-48bd-a3e4-739fbfd3b1a4 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488925 Mar 15 17:17:37.262120 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb57caa-5e18-458c-a0fc-d016c935abcd req-206cb7a1-cba5-4d99-9b93-58bf5c526c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:37.263747 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5fb57caa-5e18-458c-a0fc-d016c935abcd req-206cb7a1-cba5-4d99-9b93-58bf5c526c11 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 1130 time: 0.0449641 Mar 15 17:17:37.272874 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:37.320090 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=6afb6f11-7e65-449c-87d5-5fa497bb403e,revision_number=10']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:37.343591 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5fb57caa-5e18-458c-a0fc-d016c935abcd req-52a5ae7c-7c64-424b-bfbc-7b1ec0d9dde9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682304 Mar 15 17:17:37.351785 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f67cf8-64b2-4e00-ad2d-9154e2d63ff1 req-e962df91-2d68-4991-a865-e4682cdd67f6 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:37.353170 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f7f67cf8-64b2-4e00-ad2d-9154e2d63ff1 req-e962df91-2d68-4991-a865-e4682cdd67f6 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 946 time: 0.0885706 Mar 15 17:17:37.400497 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f7f67cf8-64b2-4e00-ad2d-9154e2d63ff1 req-8dc5885c-d8bc-40e0-998d-acde469e2ed2 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418136 Mar 15 17:17:37.488891 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05de74-cbd1-41fb-95ce-06fc228f192a req-a8cea433-be1f-4ea8-bc93-98bdbadc5331 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:37.490334 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae05de74-cbd1-41fb-95ce-06fc228f192a req-a8cea433-be1f-4ea8-bc93-98bdbadc5331 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0507858 Mar 15 17:17:37.540968 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae05de74-cbd1-41fb-95ce-06fc228f192a req-ef740685-e437-4530-8f80-2b97d48c9a6b tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451958 Mar 15 17:17:38.320980 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fb097-1d5b-4b3c-a803-bf75dab05b1a req-1d38e16f-f70c-40ff-ab37-1d791142185f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:38.322424 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2d3fb097-1d5b-4b3c-a803-bf75dab05b1a req-1d38e16f-f70c-40ff-ab37-1d791142185f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 947 time: 0.0511782 Mar 15 17:17:38.368887 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2d3fb097-1d5b-4b3c-a803-bf75dab05b1a req-5ede6366-a664-4bd0-b63c-297772a409a9 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409443 Mar 15 17:17:38.514130 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412d5c6-92eb-4552-ae92-e255412ad24e req-38ca0108-b551-49fc-9b26-a70b93fb9a41 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:38.515620 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2412d5c6-92eb-4552-ae92-e255412ad24e req-38ca0108-b551-49fc-9b26-a70b93fb9a41 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 946 time: 0.0507600 Mar 15 17:17:38.563944 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2412d5c6-92eb-4552-ae92-e255412ad24e req-fc32649f-a8b5-4e6c-b5f5-8a266ada4842 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 Mar 15 17:17:38.667237 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dc5f3-0e8e-4d5d-b5b7-ed4d4935145b req-a4cea4aa-d3b7-4ae2-9520-f00dddeabb1f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:38.668741 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b09dc5f3-0e8e-4d5d-b5b7-ed4d4935145b req-a4cea4aa-d3b7-4ae2-9520-f00dddeabb1f tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0587826 Mar 15 17:17:38.715155 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b09dc5f3-0e8e-4d5d-b5b7-ed4d4935145b req-b3f1d41b-376f-40d3-9599-d9456a6ae23d tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Mar 15 17:17:38.929741 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afb6f11-7e65-449c-87d5-5fa497bb403e'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:17:38.935651 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd430d8-2d22-4c6c-b366-2df7c39e6522" -d '{"events": [{"server_uuid": "041a9e82-c88a-4a18-a0d0-945453f608b1", "name": "network-vif-plugged", "status": "completed", "tag": "6afb6f11-7e65-449c-87d5-5fa497bb403e"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:17:38.970219 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1f163e-52d5-4659-b84d-2c7e19ea3dc1 x-openstack-request-id: req-0b1f163e-52d5-4659-b84d-2c7e19ea3dc1 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:17:38.970516 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041a9e82-c88a-4a18-a0d0-945453f608b1", "name": "network-vif-plugged", "status": "completed", "tag": "6afb6f11-7e65-449c-87d5-5fa497bb403e", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:17:38.970817 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b1f163e-52d5-4659-b84d-2c7e19ea3dc1 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:17:38.971218 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'code': 200} Mar 15 17:17:38.980975 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:39.493109 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e05b6-d866-473c-a35c-5828b8450876 req-6158a08e-ba72-419f-ba3f-032f390d4698 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:39.494482 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2e0e05b6-d866-473c-a35c-5828b8450876 req-6158a08e-ba72-419f-ba3f-032f390d4698 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 947 time: 0.0538416 Mar 15 17:17:39.540768 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2e0e05b6-d866-473c-a35c-5828b8450876 req-1bf15be9-932d-48b1-a42b-f3c368b19a50 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407491 Mar 15 17:17:39.692178 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62da00-02d8-4e15-b57d-d1a8fa0823ae req-5ae762ce-6669-4bfd-bbb3-4e8dff786313 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:39.693864 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6a62da00-02d8-4e15-b57d-d1a8fa0823ae req-5ae762ce-6669-4bfd-bbb3-4e8dff786313 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 946 time: 0.0625453 Mar 15 17:17:39.769906 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6a62da00-02d8-4e15-b57d-d1a8fa0823ae req-132ea27d-6a93-459a-9951-d36f0c4801a1 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702240 Mar 15 17:17:39.786836 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b903a-2949-4586-9b28-39aaeaddabb7 req-0d1a6174-1731-4be1-b7aa-f69e539d91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:39.786836 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a16b903a-2949-4586-9b28-39aaeaddabb7 req-0d1a6174-1731-4be1-b7aa-f69e539d91a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 1131 time: 0.0622251 Mar 15 17:17:39.831828 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be7bd0-578c-4d68-8de3-9a5837db17c9 req-aea87bf7-7b11-43d1-bb57-32c3f8bdec75 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:39.833362 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-91be7bd0-578c-4d68-8de3-9a5837db17c9 req-aea87bf7-7b11-43d1-bb57-32c3f8bdec75 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0527391 Mar 15 17:17:39.852548 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a16b903a-2949-4586-9b28-39aaeaddabb7 req-b1a77588-16e5-4204-83b4-ee4c0d6f3a89 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512600 Mar 15 17:17:39.881475 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-91be7bd0-578c-4d68-8de3-9a5837db17c9 req-bf35660f-7b3b-467c-979d-5bf7eb282f5e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422738 Mar 15 17:17:39.894929 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856af8a-ad36-46e0-85b6-edd9a269188f req-54753d30-cc3e-44c3-ae37-3b6d7c3e93d2 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:39.896428 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0856af8a-ad36-46e0-85b6-edd9a269188f req-54753d30-cc3e-44c3-ae37-3b6d7c3e93d2 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 946 time: 0.0551507 Mar 15 17:17:39.942521 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0856af8a-ad36-46e0-85b6-edd9a269188f req-8c5a2262-0dc1-421e-a27e-8273aa752a82 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Mar 15 17:17:40.261253 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad327f0-4791-4473-b3e0-291eba34853c req-66a30144-d289-45d9-b8a2-1b184e410471 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:40.262996 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cad327f0-4791-4473-b3e0-291eba34853c req-66a30144-d289-45d9-b8a2-1b184e410471 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 946 time: 0.0552266 Mar 15 17:17:40.309483 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cad327f0-4791-4473-b3e0-291eba34853c req-870c27a9-a5cb-4010-acd4-ebbef1af9f14 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401175 Mar 15 17:17:40.665345 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67d9f8-d52b-42f5-940a-4b35891f4962 req-f2af8a80-6f7d-4368-ab7f-355ac16dd9aa tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:40.666824 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3d67d9f8-d52b-42f5-940a-4b35891f4962 req-f2af8a80-6f7d-4368-ab7f-355ac16dd9aa tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 947 time: 0.0539355 Mar 15 17:17:40.931397 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3d67d9f8-d52b-42f5-940a-4b35891f4962 req-556ad66d-ada5-49a8-a7ea-312f15f0b54e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588153 Mar 15 17:17:41.016452 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a0069-da20-4936-9655-2cc25cb336f8 req-81359eb8-8447-4da0-b9d7-a5e0f81dea43 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:41.018210 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bb5a0069-da20-4936-9655-2cc25cb336f8 req-81359eb8-8447-4da0-b9d7-a5e0f81dea43 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0527613 Mar 15 17:17:41.074335 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bb5a0069-da20-4936-9655-2cc25cb336f8 req-00054632-9861-48c2-af74-ed7eb034fa62 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504444 Mar 15 17:17:42.064030 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc084338-e292-4292-95fb-cc1287697707 req-aba8980e-3a65-4d19-ad68-bea4972fac8a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:42.065507 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fc084338-e292-4292-95fb-cc1287697707 req-aba8980e-3a65-4d19-ad68-bea4972fac8a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 947 time: 0.0574818 Mar 15 17:17:42.114305 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fc084338-e292-4292-95fb-cc1287697707 req-a93ba96c-75a3-4c28-97f1-e591bb2b3f62 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429749 Mar 15 17:17:42.206029 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536b9cf-16c5-45eb-98f0-8d496a4109c2 req-05d41066-b181-4842-92c3-d720a7c255c0 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:42.207568 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8536b9cf-16c5-45eb-98f0-8d496a4109c2 req-05d41066-b181-4842-92c3-d720a7c255c0 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0531266 Mar 15 17:17:42.257994 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8536b9cf-16c5-45eb-98f0-8d496a4109c2 req-8cf1731d-3d6a-4331-8ce5-b9b1baafcdde tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438402 Mar 15 17:17:43.242800 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0263e-eec0-4a00-a9f7-86d7b2a68326 req-741f316b-c720-4216-9a39-fc7a6b90cadb tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:43.245791 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8ed0263e-eec0-4a00-a9f7-86d7b2a68326 req-741f316b-c720-4216-9a39-fc7a6b90cadb tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 947 time: 0.0547414 Mar 15 17:17:43.298490 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8ed0263e-eec0-4a00-a9f7-86d7b2a68326 req-aaafaa4a-797c-49fa-856e-6783b6bab201 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487230 Mar 15 17:17:43.382579 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6e234-f979-4959-ad4a-4a46cfec13e6 req-07c9ff75-7e63-4b86-87cc-aa573e6eaaf9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:43.384124 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-aea6e234-f979-4959-ad4a-4a46cfec13e6 req-07c9ff75-7e63-4b86-87cc-aa573e6eaaf9 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0527248 Mar 15 17:17:43.430590 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-aea6e234-f979-4959-ad4a-4a46cfec13e6 req-a4c6d09a-0af9-411f-86d7-a523c5e37a17 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410285 Mar 15 17:17:44.245214 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef4155-65da-4130-a03c-3cf761b82afc req-9922af65-96b5-450b-bbae-92aff6631e1d tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:44.246657 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c4ef4155-65da-4130-a03c-3cf761b82afc req-9922af65-96b5-450b-bbae-92aff6631e1d tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0692558 Mar 15 17:17:44.351853 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-c4ef4155-65da-4130-a03c-3cf761b82afc req-756f7d8c-b733-45d4-bfa7-7744166a0418 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Deleting port 87512783-be87-4777-b8a3-cc4b2ed178a0 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:17:44.352277 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-c4ef4155-65da-4130-a03c-3cf761b82afc req-756f7d8c-b733-45d4-bfa7-7744166a0418 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (87512783-be87-4777-b8a3-cc4b2ed178a0), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:44.482667 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-c4ef4155-65da-4130-a03c-3cf761b82afc req-756f7d8c-b733-45d4-bfa7-7744166a0418 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] For port 87512783-be87-4777-b8a3-cc4b2ed178a0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=87512783-be87-4777-b8a3-cc4b2ed178a0,segment=NetworkSegment(191d4818-a8ee-4194-b783-7bacef44c43f),segment_id=191d4818-a8ee-4194-b783-7bacef44c43f)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:44.483364 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-c4ef4155-65da-4130-a03c-3cf761b82afc req-756f7d8c-b733-45d4-bfa7-7744166a0418 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (87512783-be87-4777-b8a3-cc4b2ed178a0), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:44.492003 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a0e96-2016-483e-ba77-154e3dc30e11 req-b684f356-486e-4c1b-9430-d3638546116b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:44.493476 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-af6a0e96-2016-483e-ba77-154e3dc30e11 req-b684f356-486e-4c1b-9430-d3638546116b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 947 time: 0.0980196 Mar 15 17:17:44.517128 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-c4ef4155-65da-4130-a03c-3cf761b82afc req-756f7d8c-b733-45d4-bfa7-7744166a0418 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Calling delete_port for 87512783-be87-4777-b8a3-cc4b2ed178a0 owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:17:44.548812 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42edb0a-1b50-48b1-aa26-712f092e265f req-4d7e0130-b6b3-4d37-8db0-f4560032f7ec tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:44.550466 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d42edb0a-1b50-48b1-aa26-712f092e265f req-4d7e0130-b6b3-4d37-8db0-f4560032f7ec tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 945 time: 0.0533166 Mar 15 17:17:44.585523 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-af6a0e96-2016-483e-ba77-154e3dc30e11 req-cc6614fd-e7aa-4503-8a02-2b25aa736e97 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863104 Mar 15 17:17:44.599491 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d42edb0a-1b50-48b1-aa26-712f092e265f req-f26be746-77fd-4e73-84f2-185770a27168 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ad273b-66f7-41ad-be26-f080b5844771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 Mar 15 17:17:44.739745 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-c4ef4155-65da-4130-a03c-3cf761b82afc req-756f7d8c-b733-45d4-bfa7-7744166a0418 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (87512783-be87-4777-b8a3-cc4b2ed178a0), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:44.752981 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['87512783-be87-4777-b8a3-cc4b2ed178a0'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:17:44.768249 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f7d8c-b733-45d4-bfa7-7744166a0418 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Pushing event deleted for resources: {'Port': ['ID=87512783-be87-4777-b8a3-cc4b2ed178a0,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:44.810607 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ef4155-65da-4130-a03c-3cf761b82afc req-756f7d8c-b733-45d4-bfa7-7744166a0418 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] No DVR routers for this DVR port 87512783-be87-4777-b8a3-cc4b2ed178a0 on host hv-cinder-83124 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:17:44.814397 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-c4ef4155-65da-4130-a03c-3cf761b82afc req-756f7d8c-b733-45d4-bfa7-7744166a0418 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:44.817642 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c4ef4155-65da-4130-a03c-3cf761b82afc req-756f7d8c-b733-45d4-bfa7-7744166a0418 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.55 "DELETE /v2.0/ports/87512783-be87-4777-b8a3-cc4b2ed178a0 HTTP/1.1" status: 204 len: 173 time: 0.5626099 Mar 15 17:17:44.818112 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bbab30-6d85-45b7-808c-92edceef9e21', 'name': 'network-vif-deleted', 'tag': '87512783-be87-4777-b8a3-cc4b2ed178a0'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:17:44.822005 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64f7d79-70df-4b28-b80d-730da86b7623" -d '{"events": [{"server_uuid": "90bbab30-6d85-45b7-808c-92edceef9e21", "name": "network-vif-deleted", "tag": "87512783-be87-4777-b8a3-cc4b2ed178a0"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:17:44.854861 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db4d775-718c-4f8e-ab22-4350b61edd0b x-openstack-request-id: req-6db4d775-718c-4f8e-ab22-4350b61edd0b {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:17:44.855154 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bbab30-6d85-45b7-808c-92edceef9e21", "name": "network-vif-deleted", "tag": "87512783-be87-4777-b8a3-cc4b2ed178a0", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:17:44.855409 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6db4d775-718c-4f8e-ab22-4350b61edd0b {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:17:44.855806 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bbab30-6d85-45b7-808c-92edceef9e21', 'name': 'network-vif-deleted', 'tag': '87512783-be87-4777-b8a3-cc4b2ed178a0', 'status': 'completed', 'code': 200} Mar 15 17:17:45.524903 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11a5ea-ae23-43f1-8347-b93ddfe34f5a req-5935128c-3c40-49a0-9222-230da921e8e6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:45.526273 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3b11a5ea-ae23-43f1-8347-b93ddfe34f5a req-5935128c-3c40-49a0-9222-230da921e8e6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 946 time: 0.0521805 Mar 15 17:17:45.573487 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3b11a5ea-ae23-43f1-8347-b93ddfe34f5a req-c1b76d2e-986f-4891-a5d4-159cdfb4a574 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413229 Mar 15 17:17:45.699035 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-de8df661-6a17-4bc8-a1a9-36ee84520a5a req-caac01bb-2335-49b5-a27a-dd6d7700695e tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 210 time: 0.0291929 Mar 15 17:17:45.940164 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7cad231-d716-44a1-b5b9-fb6421d9f2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:46.692174 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc4896-e4df-4070-a67f-b322691a06c6 req-df26d4a7-52a9-4e9a-882a-fe5b97e18bac tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:46.693655 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0ecc4896-e4df-4070-a67f-b322691a06c6 req-df26d4a7-52a9-4e9a-882a-fe5b97e18bac tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 946 time: 0.0547626 Mar 15 17:17:46.740251 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0ecc4896-e4df-4070-a67f-b322691a06c6 req-6ff43e2a-589c-4eb9-a4d1-062d267efd50 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410488 Mar 15 17:17:46.795491 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f7fd06a5-e76c-4734-93a2-17d3b3d437cf req-0ee1e10f-8146-491a-bfa5-c9d35ac715a8 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 210 time: 0.0263367 Mar 15 17:17:47.859337 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a66fe-2ca1-4a62-b592-df9c33c3a015 req-38f5286d-b016-44e9-848e-60df1229b177 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:47.861303 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-de6a66fe-2ca1-4a62-b592-df9c33c3a015 req-38f5286d-b016-44e9-848e-60df1229b177 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 946 time: 0.0555372 Mar 15 17:17:47.900231 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-871027b9-ab29-4339-baf5-a5db16df7395 req-7b257a38-c930-45c5-91ef-076c751949a2 tempest-ServerRescueNegativeTestJSON-990242034 tempest-ServerRescueNegativeTestJSON-990242034-project] 10.222.0.37 "GET /v2.0/ports?device_id=90bbab30-6d85-45b7-808c-92edceef9e21 HTTP/1.1" status: 200 len: 210 time: 0.0276389 Mar 15 17:17:47.909032 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-de6a66fe-2ca1-4a62-b592-df9c33c3a015 req-7a98f0d8-0dfe-4327-a099-8af382b8da7a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422456 Mar 15 17:17:48.589781 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 87512783-be87-4777-b8a3-cc4b2ed178a0 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:17:48.613214 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: 87512783-be87-4777-b8a3-cc4b2ed178a0 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:17:48.613557 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 87512783-be87-4777-b8a3-cc4b2ed178a0 not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:17:48.643342 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-55db3676-78d4-4140-96ea-d341770ca7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:48.956788 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41802) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:49.031560 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51daa25-ab4c-4c14-bb4a-42d59664596a req-0f3584f0-8864-460d-ab5b-f96b9fb51cdb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:49.033058 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a51daa25-ab4c-4c14-bb4a-42d59664596a req-0f3584f0-8864-460d-ab5b-f96b9fb51cdb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 946 time: 0.0565228 Mar 15 17:17:49.080637 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a51daa25-ab4c-4c14-bb4a-42d59664596a req-8196c3a0-772e-44ad-a61a-82dcaf56c5cc tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417910 Mar 15 17:17:49.368716 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6b34567-1c8e-4e42-98ec-a34bdb5e51de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1720370'] for router_interface (82b6b548-c722-4c0d-89f2-7b49bcfaf218), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:49.368959 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:49.903447 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-a6b34567-1c8e-4e42-98ec-a34bdb5e51de admin admin] Deleting port 0f61485d-7a31-4e28-839a-88c3f0325494 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:17:49.903676 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6b34567-1c8e-4e42-98ec-a34bdb5e51de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (0f61485d-7a31-4e28-839a-88c3f0325494), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:49.981147 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-a6b34567-1c8e-4e42-98ec-a34bdb5e51de admin admin] For port 0f61485d-7a31-4e28-839a-88c3f0325494, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=0f61485d-7a31-4e28-839a-88c3f0325494,segment=NetworkSegment(191d4818-a8ee-4194-b783-7bacef44c43f),segment_id=191d4818-a8ee-4194-b783-7bacef44c43f)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:49.981794 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6b34567-1c8e-4e42-98ec-a34bdb5e51de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (0f61485d-7a31-4e28-839a-88c3f0325494), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:49.993516 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-a6b34567-1c8e-4e42-98ec-a34bdb5e51de admin admin] Calling delete_port for 0f61485d-7a31-4e28-839a-88c3f0325494 owned by network:router_interface {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:17:50.216480 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83579b1-0f72-4923-a9a2-26395b126574 req-fee54df2-b10c-4f43-bb52-e1bbc5d03816 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:50.217959 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b83579b1-0f72-4923-a9a2-26395b126574 req-fee54df2-b10c-4f43-bb52-e1bbc5d03816 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 946 time: 0.0670049 Mar 15 17:17:50.267601 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b83579b1-0f72-4923-a9a2-26395b126574 req-dc2335dd-72ca-467c-b44e-2ff23b5f1a64 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434175 Mar 15 17:17:50.289291 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6b34567-1c8e-4e42-98ec-a34bdb5e51de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (0f61485d-7a31-4e28-839a-88c3f0325494), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:50.320333 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b34567-1c8e-4e42-98ec-a34bdb5e51de admin admin] Pushing event deleted for resources: {'Port': ['ID=0f61485d-7a31-4e28-839a-88c3f0325494,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:50.466615 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6b34567-1c8e-4e42-98ec-a34bdb5e51de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720454'] for router_interface (82b6b548-c722-4c0d-89f2-7b49bcfaf218), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:50.684886 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b34567-1c8e-4e42-98ec-a34bdb5e51de admin admin] Router 82b6b548-c722-4c0d-89f2-7b49bcfaf218 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:17:50.791427 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b34567-1c8e-4e42-98ec-a34bdb5e51de admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:17:50.796983 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a6b34567-1c8e-4e42-98ec-a34bdb5e51de admin admin] 10.222.0.37 "PUT /v2.0/routers/82b6b548-c722-4c0d-89f2-7b49bcfaf218/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8386538 Mar 15 17:17:50.799534 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41812) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:50.802166 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599717b-e922-4445-8063-c190c0f8ba06 None None] Sync routers for ids ['82b6b548-c722-4c0d-89f2-7b49bcfaf218'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:17:50.811835 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599717b-e922-4445-8063-c190c0f8ba06 None None] Routers {'82b6b548-c722-4c0d-89f2-7b49bcfaf218'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:17:50.813137 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c599717b-e922-4445-8063-c190c0f8ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:17:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['82b6b548-c722-4c0d-89f2-7b49bcfaf218'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:50.909248 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] Publish callbacks [] for router (82b6b548-c722-4c0d-89f2-7b49bcfaf218), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:50.920593 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-c599717b-e922-4445-8063-c190c0f8ba06 None None] Set router 82b6b548-c722-4c0d-89f2-7b49bcfaf218 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:17:50.927917 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:51.016924 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] Publish callbacks [] for router_gateway (82b6b548-c722-4c0d-89f2-7b49bcfaf218), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:51.096355 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c599717b-e922-4445-8063-c190c0f8ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'name': 'tempest-ServerRescueNegativeTestJSON-683948688-router', 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '438ca26e-4e33-4296-b11b-83fc39d9f155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:17:50Z', 'revision_number': 5, 'project_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'gw_port': {'id': '438ca26e-4e33-4296-b11b-83fc39d9f155', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:13Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:51.126321 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599717b-e922-4445-8063-c190c0f8ba06 None None] Checking router: 82b6b548-c722-4c0d-89f2-7b49bcfaf218 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:17:51.134635 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599717b-e922-4445-8063-c190c0f8ba06 None None] Routers {'82b6b548-c722-4c0d-89f2-7b49bcfaf218'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:17:51.135275 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c599717b-e922-4445-8063-c190c0f8ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:17:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['82b6b548-c722-4c0d-89f2-7b49bcfaf218'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:51.137651 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] Deleting port 438ca26e-4e33-4296-b11b-83fc39d9f155 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:17:51.137998 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (438ca26e-4e33-4296-b11b-83fc39d9f155), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:51.222311 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] For port 438ca26e-4e33-4296-b11b-83fc39d9f155, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=438ca26e-4e33-4296-b11b-83fc39d9f155,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:51.222832 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (438ca26e-4e33-4296-b11b-83fc39d9f155), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:51.227203 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-c599717b-e922-4445-8063-c190c0f8ba06 None None] Set router 82b6b548-c722-4c0d-89f2-7b49bcfaf218 gateway port host: None {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:17:51.235764 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] Calling delete_port for 438ca26e-4e33-4296-b11b-83fc39d9f155 owned by network:router_gateway {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:17:51.279303 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c599717b-e922-4445-8063-c190c0f8ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'name': 'tempest-ServerRescueNegativeTestJSON-683948688-router', 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:17:51Z', 'revision_number': 6, 'project_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'gw_port_host': None}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:51.309209 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599717b-e922-4445-8063-c190c0f8ba06 None None] The sync data for ids ['82b6b548-c722-4c0d-89f2-7b49bcfaf218'] in dv-cinder-831247-12-iscsi is: [{'id': '82b6b548-c722-4c0d-89f2-7b49bcfaf218', 'name': 'tempest-ServerRescueNegativeTestJSON-683948688-router', 'tenant_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:17:51Z', 'revision_number': 6, 'project_id': '586e3ae672c94d9dbc89fd874cd5bff4', 'gw_port_host': None}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:17:51.399706 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692226f0-9a1b-4bfe-92d3-ece112b4949c req-675787a8-0e40-42dc-81ba-77be5fc17a27 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:51.401147 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-692226f0-9a1b-4bfe-92d3-ece112b4949c req-675787a8-0e40-42dc-81ba-77be5fc17a27 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 946 time: 0.0524447 Mar 15 17:17:51.446601 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-692226f0-9a1b-4bfe-92d3-ece112b4949c req-3e084228-8473-4341-a75b-b058a8296c3a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389316 Mar 15 17:17:51.539137 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (438ca26e-4e33-4296-b11b-83fc39d9f155), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:51.565959 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] Pushing event deleted for resources: {'Port': ['ID=438ca26e-4e33-4296-b11b-83fc39d9f155,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:51.623993 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686884'] for router_gateway (82b6b548-c722-4c0d-89f2-7b49bcfaf218), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:51.733144 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7401'] for router (82b6b548-c722-4c0d-89f2-7b49bcfaf218), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:51.735663 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] Publish callbacks [] for router_controller (82b6b548-c722-4c0d-89f2-7b49bcfaf218), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:51.888545 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685140'] for router (82b6b548-c722-4c0d-89f2-7b49bcfaf218), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:51.889095 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82b6b548-c722-4c0d-89f2-7b49bcfaf218 {{(pid=103957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:17:51.895881 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:51.897064 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-48a475d6-2285-4dc3-887a-c1c0e1bdf98f admin admin] 10.222.0.37 "DELETE /v2.0/routers/82b6b548-c722-4c0d-89f2-7b49bcfaf218 HTTP/1.1" status: 204 len: 168 time: 1.0966177 Mar 15 17:17:51.899462 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41820) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:51.942026 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-918931b9-ed73-49d7-9d3c-d81734e38eec admin admin] Deleting subnet 681d7c7c-a1e8-4a52-95d6-dbff35d88981 {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:17:51.944951 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-918931b9-ed73-49d7-9d3c-d81734e38eec admin admin] Publish callbacks [] for subnet (681d7c7c-a1e8-4a52-95d6-dbff35d88981), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:51.978044 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-918931b9-ed73-49d7-9d3c-d81734e38eec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26117020'] for subnet (681d7c7c-a1e8-4a52-95d6-dbff35d88981), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.020200 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-918931b9-ed73-49d7-9d3c-d81734e38eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (681d7c7c-a1e8-4a52-95d6-dbff35d88981), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.163590 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-918931b9-ed73-49d7-9d3c-d81734e38eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4078925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26859178'] for subnet (681d7c7c-a1e8-4a52-95d6-dbff35d88981), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.190498 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918931b9-ed73-49d7-9d3c-d81734e38eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681d7c7c-a1e8-4a52-95d6-dbff35d88981,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:52.195282 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-918931b9-ed73-49d7-9d3c-d81734e38eec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.198587 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-918931b9-ed73-49d7-9d3c-d81734e38eec admin admin] 10.222.0.37 "DELETE /v2.0/subnets/681d7c7c-a1e8-4a52-95d6-dbff35d88981 HTTP/1.1" status: 204 len: 168 time: 0.2981834 Mar 15 17:17:52.201019 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41824) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:52.270604 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 438ca26e-4e33-4296-b11b-83fc39d9f155 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:17:52.278453 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ddd9e8a4-a8ab-4533-bc73-02d796986dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (a8ca1a9b-c211-440b-aad1-4246de63ebf1), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.290923 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 438ca26e-4e33-4296-b11b-83fc39d9f155 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:17:52.291374 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 438ca26e-4e33-4296-b11b-83fc39d9f155 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:17:52.291851 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 0f61485d-7a31-4e28-839a-88c3f0325494 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:17:52.314152 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 0f61485d-7a31-4e28-839a-88c3f0325494 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:17:52.314844 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 0f61485d-7a31-4e28-839a-88c3f0325494 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:17:52.390620 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ddd9e8a4-a8ab-4533-bc73-02d796986dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (a8ca1a9b-c211-440b-aad1-4246de63ebf1), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.415571 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-ddd9e8a4-a8ab-4533-bc73-02d796986dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ca1a9b-c211-440b-aad1-4246de63ebf1']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:52.427543 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-ddd9e8a4-a8ab-4533-bc73-02d796986dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191d4818-a8ee-4194-b783-7bacef44c43f') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:52.427838 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-ddd9e8a4-a8ab-4533-bc73-02d796986dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191d4818-a8ee-4194-b783-7bacef44c43f') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:52.447568 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-fdbe729c-bc7a-465e-b1f7-06f3984265aa tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:52.448924 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-fdbe729c-bc7a-465e-b1f7-06f3984265aa tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 946 time: 0.0967026 Mar 15 17:17:52.450503 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ddd9e8a4-a8ab-4533-bc73-02d796986dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26117029'] for segment (191d4818-a8ee-4194-b783-7bacef44c43f), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.486742 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ddd9e8a4-a8ab-4533-bc73-02d796986dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (191d4818-a8ee-4194-b783-7bacef44c43f), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.497866 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd9e8a4-a8ab-4533-bc73-02d796986dc5 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:17:52.498265 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ddd9e8a4-a8ab-4533-bc73-02d796986dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079095'] for segment (191d4818-a8ee-4194-b783-7bacef44c43f), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: Traceback (most recent call last): Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: timer() Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: cb(*args, **kw) Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: return func(*args, **kwargs) Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: self._notify() Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: self.callback(batched_events) Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: event.method(event) Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: return f(self, *a, **k) Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._get(url).json() Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: return self.request(url, 'GET', **kwargs) Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:17:52.499957 dv-cinder-831247-12-iscsi neutron-server[103957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:17:52.580211 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.638694 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dcf02-a291-4743-8809-d97bcf921887 req-fa973054-44a9-4124-b963-8289eb20a4fc tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:52.649126 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-318dcf02-a291-4743-8809-d97bcf921887 req-fa973054-44a9-4124-b963-8289eb20a4fc tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 946 time: 0.1057348 Mar 15 17:17:52.649126 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-5d4e9fc2-a6c7-46a3-897a-05deb27bec44 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Deleting port 5a1ffd4f-cc0d-456f-b273-18f4d154808b {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:17:52.649126 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-5d4e9fc2-a6c7-46a3-897a-05deb27bec44 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.728424 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ddd9e8a4-a8ab-4533-bc73-02d796986dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (a8ca1a9b-c211-440b-aad1-4246de63ebf1), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.744819 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ddd9e8a4-a8ab-4533-bc73-02d796986dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.748010 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-ddd9e8a4-a8ab-4533-bc73-02d796986dc5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a8ca1a9b-c211-440b-aad1-4246de63ebf1 HTTP/1.1" status: 204 len: 168 time: 0.5460222 Mar 15 17:17:52.762299 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-318dcf02-a291-4743-8809-d97bcf921887 req-dd55c46e-77b6-404c-8222-5ac6adf367c6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161900 Mar 15 17:17:52.765730 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9e8a4-a8ab-4533-bc73-02d796986dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8ca1a9b-c211-440b-aad1-4246de63ebf1,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:52.791714 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-5d4e9fc2-a6c7-46a3-897a-05deb27bec44 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] For port 5a1ffd4f-cc0d-456f-b273-18f4d154808b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5a1ffd4f-cc0d-456f-b273-18f4d154808b,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:17:52.792080 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-5d4e9fc2-a6c7-46a3-897a-05deb27bec44 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.961698 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-5d4e9fc2-a6c7-46a3-897a-05deb27bec44 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.962132 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-5d4e9fc2-a6c7-46a3-897a-05deb27bec44 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (309649aa-e116-499e-8ae9-3d0734359602), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:52.962454 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.l3_db [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-5d4e9fc2-a6c7-46a3-897a-05deb27bec44 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Floating IP 309649aa-e116-499e-8ae9-3d0734359602 disassociated. External IP: 172.27.3.171, port: 5a1ffd4f-cc0d-456f-b273-18f4d154808b. Mar 15 17:17:52.962822 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-5d4e9fc2-a6c7-46a3-897a-05deb27bec44 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Calling delete_port for 5a1ffd4f-cc0d-456f-b273-18f4d154808b owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:17:53.179091 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41836) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:53.200289 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-5d4e9fc2-a6c7-46a3-897a-05deb27bec44 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (5a1ffd4f-cc0d-456f-b273-18f4d154808b), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:53.239601 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e9fc2-a6c7-46a3-897a-05deb27bec44 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event deleted for resources: {'Port': ['ID=5a1ffd4f-cc0d-456f-b273-18f4d154808b,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:53.253401 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-42496612-f6cc-4d66-acd6-4b9b43c5353f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=586e3ae672c94d9dbc89fd874cd5bff4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0731683 Mar 15 17:17:53.255996 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 41838) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:53.307609 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0f0c-1095-4faf-9c40-65043fbd2cbf admin admin] Publish callbacks [] for security_group (15ad273b-66f7-41ad-be26-f080b5844771), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:53.330589 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0f0c-1095-4faf-9c40-65043fbd2cbf admin admin] Publish callbacks [] for security_group (15ad273b-66f7-41ad-be26-f080b5844771), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:53.391150 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-5d4e9fc2-a6c7-46a3-897a-05deb27bec44 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Router 91396da6-be11-4177-8f93-2dbf6404da12 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:17:53.454710 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0f0c-1095-4faf-9c40-65043fbd2cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (15ad273b-66f7-41ad-be26-f080b5844771), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:53.457406 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0f0c-1095-4faf-9c40-65043fbd2cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:53.458555 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9bcc0f0c-1095-4faf-9c40-65043fbd2cbf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15ad273b-66f7-41ad-be26-f080b5844771 HTTP/1.1" status: 204 len: 168 time: 0.2015667 Mar 15 17:17:53.466615 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc0f0c-1095-4faf-9c40-65043fbd2cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ad273b-66f7-41ad-be26-f080b5844771,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:53.513844 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-5d4e9fc2-a6c7-46a3-897a-05deb27bec44 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:17:53.525005 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336115e7-d521-41d2-969b-aa0de40c5a1c None None] Sync routers for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:17:53.534830 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336115e7-d521-41d2-969b-aa0de40c5a1c None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:17:53.535667 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-336115e7-d521-41d2-969b-aa0de40c5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:17:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:53.557063 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-5d4e9fc2-a6c7-46a3-897a-05deb27bec44 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] No DVR routers for this DVR port 5a1ffd4f-cc0d-456f-b273-18f4d154808b on host hv-cinder-83124 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:17:53.559805 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-5d4e9fc2-a6c7-46a3-897a-05deb27bec44 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:53.563334 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ba128fdf-7371-4201-a35d-19775ae5d6b5 req-5d4e9fc2-a6c7-46a3-897a-05deb27bec44 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "DELETE /v2.0/ports/5a1ffd4f-cc0d-456f-b273-18f4d154808b HTTP/1.1" status: 204 len: 173 time: 1.1064203 Mar 15 17:17:53.563974 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'name': 'network-vif-deleted', 'tag': '5a1ffd4f-cc0d-456f-b273-18f4d154808b'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:17:53.566460 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ed9cae-d359-4045-9a9f-f0e52971b2aa" -d '{"events": [{"server_uuid": "85209492-aaa5-4aa5-8798-2eb6fe849209", "name": "network-vif-deleted", "tag": "5a1ffd4f-cc0d-456f-b273-18f4d154808b"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:17:53.619209 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d944dae-e7e8-4d21-ac97-8438fa322857 x-openstack-request-id: req-0d944dae-e7e8-4d21-ac97-8438fa322857 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:17:53.619794 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85209492-aaa5-4aa5-8798-2eb6fe849209", "name": "network-vif-deleted", "tag": "5a1ffd4f-cc0d-456f-b273-18f4d154808b", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:17:53.620287 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d944dae-e7e8-4d21-ac97-8438fa322857 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:17:53.620971 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85209492-aaa5-4aa5-8798-2eb6fe849209', 'name': 'network-vif-deleted', 'tag': '5a1ffd4f-cc0d-456f-b273-18f4d154808b', 'status': 'completed', 'code': 200} Mar 15 17:17:53.661075 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-336115e7-d521-41d2-969b-aa0de40c5a1c None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:17:53.878992 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b1bd89d9-e2be-4139-8695-b99fc94444e4 req-f77a561e-f2f0-4f3a-9768-9c8780fb4244 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 210 time: 0.0377936 Mar 15 17:17:53.909886 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-336115e7-d521-41d2-969b-aa0de40c5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:53.937608 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336115e7-d521-41d2-969b-aa0de40c5a1c None None] Checking router: 91396da6-be11-4177-8f93-2dbf6404da12 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:17:53.946451 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336115e7-d521-41d2-969b-aa0de40c5a1c None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:17:53.947103 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-336115e7-d521-41d2-969b-aa0de40c5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:17:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:54.060638 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-336115e7-d521-41d2-969b-aa0de40c5a1c None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:17:54.283057 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-336115e7-d521-41d2-969b-aa0de40c5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:54.310168 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336115e7-d521-41d2-969b-aa0de40c5a1c None None] The sync data for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi is: [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:17:54.534503 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c208696b-b251-44e9-93ae-c2f10ed21d22 None None] New status for floating IP 309649aa-e116-499e-8ae9-3d0734359602: DOWN {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:17:54.656013 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 41872) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:54.759174 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1946324115-network', 'tenant_id': 'f611aa6931af466fafb8b2af794bea87'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:17:54.831609 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] Made reservation on behalf of f611aa6931af466fafb8b2af794bea87 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:17:54.834008 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:54.843699 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:54.930654 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] Publish callbacks [] for security_group (9d3c3ce0-dc1b-41c8-aab6-04b2be3dd975), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:54.972265 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9ed82-f859-47b5-8ca5-8b461adfcd84 req-63605580-41db-4fd2-aadb-7bc2282e7247 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:54.973763 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-80c9ed82-f859-47b5-8ca5-8b461adfcd84 req-63605580-41db-4fd2-aadb-7bc2282e7247 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 946 time: 0.0609517 Mar 15 17:17:54.987549 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-032b2820-de31-4316-895c-f74220899961 req-6c3704c5-988d-4fe9-9a7a-67f5df13bc02 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 210 time: 0.0270789 Mar 15 17:17:55.010117 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9d3c3ce0-dc1b-41c8-aab6-04b2be3dd975), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:55.036975 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-80c9ed82-f859-47b5-8ca5-8b461adfcd84 req-094f3c97-0330-4c03-a9aa-65456b7ce445 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573893 Mar 15 17:17:55.039345 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:17:55.057383 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3c3ce0-dc1b-41c8-aab6-04b2be3dd975,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:55.060178 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41886) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:55.060346 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (69bd4f1c-5aa6-4bbd-9475-05cd77c686b9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:55.060546 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] Added segment 69bd4f1c-5aa6-4bbd-9475-05cd77c686b9 of type vlan for network d1deb884-5ade-4732-a3db-09b7374e0bb1 Mar 15 17:17:55.104680 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (d1deb884-5ade-4732-a3db-09b7374e0bb1), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:55.180287 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (d1deb884-5ade-4732-a3db-09b7374e0bb1), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:55.181261 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:55.181843 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:55.211739 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57bfa8d-d80c-4225-abbc-0b816f03569b tempest-TestMinimumBasicScenario-1234448213 tempest-TestMinimumBasicScenario-1234448213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:55.213264 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b57bfa8d-d80c-4225-abbc-0b816f03569b tempest-TestMinimumBasicScenario-1234448213 tempest-TestMinimumBasicScenario-1234448213-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 1125 time: 0.1520929 Mar 15 17:17:55.225135 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41890) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:55.230007 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Request body: {'floatingip': {'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'port_id': '3bb88558-7875-4609-a2ab-65edd7b65147', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:17:55.242543 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] Pushing event updated for resources: {'Network': ['ID=d1deb884-5ade-4732-a3db-09b7374e0bb1,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:55.253603 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network d1deb884-5ade-4732-a3db-09b7374e0bb1 details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:17:55.308806 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-aa46d769-3dcb-425d-b05a-8b4cee90350d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6515679 Mar 15 17:17:55.312379 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41892) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:55.317427 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-cdc1fde2-fb13-4907-a90e-ce49e60d9f24 admin admin] Request body: {'subnet': {'network_id': 'd1deb884-5ade-4732-a3db-09b7374e0bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1946324115-subnet', 'tenant_id': 'f611aa6931af466fafb8b2af794bea87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:17:55.397497 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:55.412421 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc1fde2-fb13-4907-a90e-ce49e60d9f24 admin admin] Made reservation on behalf of f611aa6931af466fafb8b2af794bea87 for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:17:55.414719 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cdc1fde2-fb13-4907-a90e-ce49e60d9f24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26859151'] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:55.857186 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:55.995331 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Allocated IP 172.27.3.233 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/3aa89545-152e-4f56-bbef-499dc02bfa59) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:17:56.056618 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cdc1fde2-fb13-4907-a90e-ce49e60d9f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4078860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26859165'] for subnet (3b6965df-bfb1-41ba-accb-fe3fd2ecf40c), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:56.133922 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-97800605-56c7-4974-9804-bcbeccb9ae4d req-b7dd11cd-76fb-4e6a-950f-46985d820174 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 210 time: 0.0504146 Mar 15 17:17:56.157783 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1fde2-fb13-4907-a90e-ce49e60d9f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6965df-bfb1-41ba-accb-fe3fd2ecf40c,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:56.183490 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for port (3aa89545-152e-4f56-bbef-499dc02bfa59), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:56.191869 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc1fde2-fb13-4907-a90e-ce49e60d9f24 admin admin] Checking segment: {'id': '69bd4f1c-5aa6-4bbd-9475-05cd77c686b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd1deb884-5ade-4732-a3db-09b7374e0bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:17:56.192243 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc1fde2-fb13-4907-a90e-ce49e60d9f24 admin admin] Network hostable DHCP agents. Network: d1deb884-5ade-4732-a3db-09b7374e0bb1, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:17:56.322794 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc1fde2-fb13-4907-a90e-ce49e60d9f24 admin admin] Network d1deb884-5ade-4732-a3db-09b7374e0bb1 is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:17:56.380533 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (3aa89545-152e-4f56-bbef-499dc02bfa59), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:56.422026 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:17:56.422653 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-cdc1fde2-fb13-4907-a90e-ce49e60d9f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, d1deb884-5ade-4732-a3db-09b7374e0bb1) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:17:56.427567 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:17:56.429746 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc1fde2-fb13-4907-a90e-ce49e60d9f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:56.430331 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cdc1fde2-fb13-4907-a90e-ce49e60d9f24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:56.431492 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f418eca-b869-4253-ac3f-0733d8388ee7 None None] Network d1deb884-5ade-4732-a3db-09b7374e0bb1 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:17:56.438480 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:17:56.443351 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Pushing event updated for resources: {'Port': ['ID=3aa89545-152e-4f56-bbef-499dc02bfa59,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:56.533767 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e021ad5-122c-4e79-83ea-4563f0c9bf0f None None] Network d1deb884-5ade-4732-a3db-09b7374e0bb1 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:17:56.555061 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-cdc1fde2-fb13-4907-a90e-ce49e60d9f24 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2412486 Mar 15 17:17:56.833913 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for floatingip (5e07418f-c036-48de-8eb1-588ee2b32388), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:57.020543 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (3aa89545-152e-4f56-bbef-499dc02bfa59), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:57.128041 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 5a1ffd4f-cc0d-456f-b273-18f4d154808b no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:17:57.153278 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: 5a1ffd4f-cc0d-456f-b273-18f4d154808b {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:17:57.153631 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 5a1ffd4f-cc0d-456f-b273-18f4d154808b not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:17:57.176379 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for port (3aa89545-152e-4f56-bbef-499dc02bfa59), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:57.247110 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-495b353d-f175-4b6e-b400-21e881d34387 req-474c4e18-d08b-4848-880f-4c14675aed61 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=85209492-aaa5-4aa5-8798-2eb6fe849209 HTTP/1.1" status: 200 len: 210 time: 0.0307546 Mar 15 17:17:57.273163 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (3aa89545-152e-4f56-bbef-499dc02bfa59), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:57.350241 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Pushing event updated for resources: {'Port': ['ID=3aa89545-152e-4f56-bbef-499dc02bfa59,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:57.359423 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (5e07418f-c036-48de-8eb1-588ee2b32388), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:57.364604 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 41916) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:57.369573 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-526923641-network', 'tenant_id': '511f7d678abd48439782efb6be694d1e'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:17:57.462640 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Floating IP 5e07418f-c036-48de-8eb1-588ee2b32388 associated. External IP: 172.27.3.233, port: 3bb88558-7875-4609-a2ab-65edd7b65147. Mar 15 17:17:57.465497 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] Made reservation on behalf of 511f7d678abd48439782efb6be694d1e for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:17:57.468859 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:57.477654 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:57.572540 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] Publish callbacks [] for security_group (d17eaf9b-1cae-4f15-8987-52287e8716b9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:57.670382 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (d17eaf9b-1cae-4f15-8987-52287e8716b9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:57.689599 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Router 7840438f-205c-4d5f-a251-4718429532c5 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:17:57.693343 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:17:57.707743 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17eaf9b-1cae-4f15-8987-52287e8716b9,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:57.713579 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (e2dfc07e-0aee-43ed-8fb7-421e177238c8), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:57.713913 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] Added segment e2dfc07e-0aee-43ed-8fb7-421e177238c8 of type vlan for network a63a7088-563c-4e79-9b90-3f414ffeb408 Mar 15 17:17:57.756377 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (a63a7088-563c-4e79-9b90-3f414ffeb408), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:57.797368 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:17:57.808491 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0afe39a-b167-4577-b299-b84e242c621d None None] Sync routers for ids ['7840438f-205c-4d5f-a251-4718429532c5'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:17:57.820149 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0afe39a-b167-4577-b299-b84e242c621d None None] Routers {'7840438f-205c-4d5f-a251-4718429532c5'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:17:57.820906 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d0afe39a-b167-4577-b299-b84e242c621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:17:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['7840438f-205c-4d5f-a251-4718429532c5'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:57.871436 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (a63a7088-563c-4e79-9b90-3f414ffeb408), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:57.872443 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:57.873022 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:57.902371 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:57.931329 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] Pushing event updated for resources: {'Network': ['ID=a63a7088-563c-4e79-9b90-3f414ffeb408,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:57.943786 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network a63a7088-563c-4e79-9b90-3f414ffeb408 details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:17:57.944744 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e2e9acf0-ca9a-4e5a-9c7d-3a824271f6bd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7185209 Mar 15 17:17:57.945335 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'tag': '3bb88558-7875-4609-a2ab-65edd7b65147'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:17:57.947964 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 41924) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:57.948120 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90136599-b1a1-4493-98e7-d7b8c34accda" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc", "tag": "3bb88558-7875-4609-a2ab-65edd7b65147"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:17:57.950444 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-d0afe39a-b167-4577-b299-b84e242c621d None None] Set router 7840438f-205c-4d5f-a251-4718429532c5 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:17:57.955119 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-c24bbaeb-e834-4879-89c9-d26c7f0e8e91 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189982522', 'description': 'tempest-secgroup-smoke-1189982522 description', 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:17:57.985892 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd9a183-de71-4774-bec3-f6a7a2d040cb x-openstack-request-id: req-bbd9a183-de71-4774-bec3-f6a7a2d040cb {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:17:57.986202 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc", "tag": "3bb88558-7875-4609-a2ab-65edd7b65147", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:17:57.986445 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbd9a183-de71-4774-bec3-f6a7a2d040cb {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:17:57.987393 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'tag': '3bb88558-7875-4609-a2ab-65edd7b65147', 'status': 'completed', 'code': 200} Mar 15 17:17:58.024923 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ee8591ab-af3e-474e-8d95-f2835d765b7a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6591613 Mar 15 17:17:58.028190 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 41928) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:58.033198 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-f6b30c0d-65b4-4ec3-aa16-eb05df1110b3 admin admin] Request body: {'subnet': {'network_id': 'a63a7088-563c-4e79-9b90-3f414ffeb408', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-526923641-subnet', 'tenant_id': '511f7d678abd48439782efb6be694d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:17:58.057299 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136599-b1a1-4493-98e7-d7b8c34accda req-54d47d95-6ef9-45c5-acba-571cce0a6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:58.058855 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-90136599-b1a1-4493-98e7-d7b8c34accda req-54d47d95-6ef9-45c5-acba-571cce0a6856 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0549ab293b848ada3a0d9e5fb9fdb43&device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 1130 time: 0.0504451 Mar 15 17:17:58.153027 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c24bbaeb-e834-4879-89c9-d26c7f0e8e91 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:58.157345 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b30c0d-65b4-4ec3-aa16-eb05df1110b3 admin admin] Made reservation on behalf of 511f7d678abd48439782efb6be694d1e for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:17:58.160289 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6b30c0d-65b4-4ec3-aa16-eb05df1110b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:58.167643 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136599-b1a1-4493-98e7-d7b8c34accda req-fdd9619f-ac90-4efd-b5a7-679d8b280c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:58.169230 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-90136599-b1a1-4493-98e7-d7b8c34accda req-fdd9619f-ac90-4efd-b5a7-679d8b280c10 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8aa70f3c-0da7-419d-98be-3dfa126470bb HTTP/1.1" status: 200 len: 915 time: 0.1019199 Mar 15 17:17:58.246160 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-90136599-b1a1-4493-98e7-d7b8c34accda req-c04bb8c1-48df-440c-b062-54c3b37260a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bb88558-7875-4609-a2ab-65edd7b65147 HTTP/1.1" status: 200 len: 1000 time: 0.0706735 Mar 15 17:17:58.312218 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136599-b1a1-4493-98e7-d7b8c34accda req-675826f9-699b-422f-8f33-1d1ff5670504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:58.313752 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-90136599-b1a1-4493-98e7-d7b8c34accda req-675826f9-699b-422f-8f33-1d1ff5670504 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ceec15bc-263e-4dab-8a78-08135ee43e6f HTTP/1.1" status: 200 len: 853 time: 0.0606000 Mar 15 17:17:58.382089 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136599-b1a1-4493-98e7-d7b8c34accda req-16bb861f-cc10-4cf8-9c25-f5a9bd341f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:58.384065 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-90136599-b1a1-4493-98e7-d7b8c34accda req-16bb861f-cc10-4cf8-9c25-f5a9bd341f55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8aa70f3c-0da7-419d-98be-3dfa126470bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0598826 Mar 15 17:17:58.400255 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c24bbaeb-e834-4879-89c9-d26c7f0e8e91 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group (9c263bb3-7d3d-41cb-a1d0-aee87d0e267d), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:58.433826 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d0afe39a-b167-4577-b299-b84e242c621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840438f-205c-4d5f-a251-4718429532c5', 'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a77e310c-194c-466d-bd49-66846a388bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:39Z', 'updated_at': '2022-03-15T17:16:46Z', 'revision_number': 4, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'gw_port': {'id': 'a77e310c-194c-466d-bd49-66846a388bed', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:40Z', 'updated_at': '2022-03-15T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '5e07418f-c036-48de-8eb1-588ee2b32388', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '7840438f-205c-4d5f-a251-4718429532c5', 'port_id': '3bb88558-7875-4609-a2ab-65edd7b65147', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'mac_address': 'fa:16:3e:5a:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:17:56Z', 'updated_at': '2022-03-15T17:17:56Z', 'revision_number': 0, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b', 'name': '', 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'mac_address': 'fa:16:3e:c4:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:45Z', 'updated_at': '2022-03-15T17:16:51Z', 'revision_number': 5, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'subnets': [{'id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:58.462880 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0afe39a-b167-4577-b299-b84e242c621d None None] Checking router: 7840438f-205c-4d5f-a251-4718429532c5 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:17:58.471958 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0afe39a-b167-4577-b299-b84e242c621d None None] Routers {'7840438f-205c-4d5f-a251-4718429532c5'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:17:58.472506 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d0afe39a-b167-4577-b299-b84e242c621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:17:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['7840438f-205c-4d5f-a251-4718429532c5'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:58.488999 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-90136599-b1a1-4493-98e7-d7b8c34accda req-bacf2c95-2ea8-44ff-9b67-05577edf8d41 service neutron] 10.222.0.55 "GET /v2.0/networks/8aa70f3c-0da7-419d-98be-3dfa126470bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973909 Mar 15 17:17:58.580978 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-d0afe39a-b167-4577-b299-b84e242c621d None None] Set router 7840438f-205c-4d5f-a251-4718429532c5 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:17:58.596354 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-90136599-b1a1-4493-98e7-d7b8c34accda req-1a318658-db11-4c32-b3ec-2b5f298229a0 service neutron] 10.222.0.55 "GET /v2.0/networks/8aa70f3c-0da7-419d-98be-3dfa126470bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951841 Mar 15 17:17:58.701769 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 41936) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:58.731824 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c24bbaeb-e834-4879-89c9-d26c7f0e8e91 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9c263bb3-7d3d-41cb-a1d0-aee87d0e267d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:58.736565 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6b30c0d-65b4-4ec3-aa16-eb05df1110b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for subnet (3477cf95-7fb4-45f4-84e7-2595bf4509ec), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:58.814854 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d0afe39a-b167-4577-b299-b84e242c621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840438f-205c-4d5f-a251-4718429532c5', 'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a77e310c-194c-466d-bd49-66846a388bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:39Z', 'updated_at': '2022-03-15T17:16:46Z', 'revision_number': 4, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'gw_port': {'id': 'a77e310c-194c-466d-bd49-66846a388bed', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:40Z', 'updated_at': '2022-03-15T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '5e07418f-c036-48de-8eb1-588ee2b32388', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '7840438f-205c-4d5f-a251-4718429532c5', 'port_id': '3bb88558-7875-4609-a2ab-65edd7b65147', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'mac_address': 'fa:16:3e:5a:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:17:56Z', 'updated_at': '2022-03-15T17:17:56Z', 'revision_number': 0, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b', 'name': '', 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'mac_address': 'fa:16:3e:c4:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:45Z', 'updated_at': '2022-03-15T17:16:51Z', 'revision_number': 5, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'subnets': [{'id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:17:58.837158 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bbaeb-e834-4879-89c9-d26c7f0e8e91 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:58.842255 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0afe39a-b167-4577-b299-b84e242c621d None None] The sync data for ids ['7840438f-205c-4d5f-a251-4718429532c5'] in dv-cinder-831247-12-iscsi is: [{'id': '7840438f-205c-4d5f-a251-4718429532c5', 'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a77e310c-194c-466d-bd49-66846a388bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:39Z', 'updated_at': '2022-03-15T17:16:46Z', 'revision_number': 4, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'gw_port': {'id': 'a77e310c-194c-466d-bd49-66846a388bed', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:40Z', 'updated_at': '2022-03-15T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '5e07418f-c036-48de-8eb1-588ee2b32388', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '7840438f-205c-4d5f-a251-4718429532c5', 'port_id': '3bb88558-7875-4609-a2ab-65edd7b65147', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'mac_address': 'fa:16:3e:5a:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:17:56Z', 'updated_at': '2022-03-15T17:17:56Z', 'revision_number': 0, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b', 'name': '', 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'mac_address': 'fa:16:3e:c4:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:45Z', 'updated_at': '2022-03-15T17:16:51Z', 'revision_number': 5, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'subnets': [{'id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:17:58.871337 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b30c0d-65b4-4ec3-aa16-eb05df1110b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3477cf95-7fb4-45f4-84e7-2595bf4509ec,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:58.886552 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c24bbaeb-e834-4879-89c9-d26c7f0e8e91 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:58.889978 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c24bbaeb-e834-4879-89c9-d26c7f0e8e91 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9387856 Mar 15 17:17:58.891508 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41942) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:58.895667 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d71b875f-2899-4877-935c-8efb2962b182 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:58.896674 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-36060bc9-e378-43d3-9254-ba2fcc2cebed tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Request body: {'security_group_rule': {'security_group_id': '9c263bb3-7d3d-41cb-a1d0-aee87d0e267d', 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:17:58.904200 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b30c0d-65b4-4ec3-aa16-eb05df1110b3 admin admin] Checking segment: {'id': 'e2dfc07e-0aee-43ed-8fb7-421e177238c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a63a7088-563c-4e79-9b90-3f414ffeb408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:17:58.904566 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b30c0d-65b4-4ec3-aa16-eb05df1110b3 admin admin] Network hostable DHCP agents. Network: a63a7088-563c-4e79-9b90-3f414ffeb408, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:17:58.931575 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d71b875f-2899-4877-935c-8efb2962b182 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:58.995665 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-36060bc9-e378-43d3-9254-ba2fcc2cebed tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (ce8d3766-f69d-4c8d-8365-efa682c4c609), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.025912 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b30c0d-65b4-4ec3-aa16-eb05df1110b3 admin admin] Network a63a7088-563c-4e79-9b90-3f414ffeb408 is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:17:59.048585 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d71b875f-2899-4877-935c-8efb2962b182 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.056457 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d71b875f-2899-4877-935c-8efb2962b182 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.056457 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d71b875f-2899-4877-935c-8efb2962b182 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "DELETE /v2.0/security-groups/73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b HTTP/1.1" status: 204 len: 168 time: 0.3492665 Mar 15 17:17:59.056686 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41944) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:59.063080 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b875f-2899-4877-935c-8efb2962b182 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:59.073785 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.api.v2.resource [None req-b8d78b93-87a0-431a-8c20-7e78ef786110 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] show failed (client error): The resource could not be found. Mar 15 17:17:59.077627 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b8d78b93-87a0-431a-8c20-7e78ef786110 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups/73b6397c-0ef3-4e3e-b268-1c8d8b7e7b3b HTTP/1.1" status: 404 len: 347 time: 0.0178833 Mar 15 17:17:59.078453 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 41946) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:59.080961 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18d7629-65a1-474e-822f-6972fd0c7bce None None] New status for floating IP 5e07418f-c036-48de-8eb1-588ee2b32388: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:17:59.092333 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-36060bc9-e378-43d3-9254-ba2fcc2cebed tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (ce8d3766-f69d-4c8d-8365-efa682c4c609), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.174615 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-36060bc9-e378-43d3-9254-ba2fcc2cebed tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (ce8d3766-f69d-4c8d-8365-efa682c4c609), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.177074 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-f6b30c0d-65b4-4ec3-aa16-eb05df1110b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, a63a7088-563c-4e79-9b90-3f414ffeb408) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:17:59.181668 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b30c0d-65b4-4ec3-aa16-eb05df1110b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:17:59.199111 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6b30c0d-65b4-4ec3-aa16-eb05df1110b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.199830 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c58dd46-9820-42d7-9888-97dacc926a02 None None] Network a63a7088-563c-4e79-9b90-3f414ffeb408 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:17:59.202263 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36060bc9-e378-43d3-9254-ba2fcc2cebed tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8d3766-f69d-4c8d-8365-efa682c4c609,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:59.248298 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3b002-edf0-40b0-9287-e923cc34302c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Deleting port 002d2ee3-4e47-46e5-9d70-f0f67b821787 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:17:59.248665 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b002-edf0-40b0-9287-e923cc34302c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (002d2ee3-4e47-46e5-9d70-f0f67b821787), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.285677 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-36060bc9-e378-43d3-9254-ba2fcc2cebed tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.287078 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-36060bc9-e378-43d3-9254-ba2fcc2cebed tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3943405 Mar 15 17:17:59.289721 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41948) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:59.293669 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3409cf-f00c-4e3f-9ceb-153abb6bfe61 None None] Network a63a7088-563c-4e79-9b90-3f414ffeb408 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:17:59.296511 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-a417a8ae-55d8-4ae9-8346-03b634d3bd55 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Request body: {'security_group_rule': {'security_group_id': '9c263bb3-7d3d-41cb-a1d0-aee87d0e267d', 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:17:59.297908 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f6b30c0d-65b4-4ec3-aa16-eb05df1110b3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2687137 Mar 15 17:17:59.353946 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b002-edf0-40b0-9287-e923cc34302c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (002d2ee3-4e47-46e5-9d70-f0f67b821787), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.354270 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b002-edf0-40b0-9287-e923cc34302c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (002d2ee3-4e47-46e5-9d70-f0f67b821787), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.369797 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3b002-edf0-40b0-9287-e923cc34302c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Calling delete_port for 002d2ee3-4e47-46e5-9d70-f0f67b821787 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:17:59.426306 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a417a8ae-55d8-4ae9-8346-03b634d3bd55 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (242ba87d-0b08-46c0-9451-a0354879e930), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.495079 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a417a8ae-55d8-4ae9-8346-03b634d3bd55 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (242ba87d-0b08-46c0-9451-a0354879e930), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.578502 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 41952) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:59.585499 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a417a8ae-55d8-4ae9-8346-03b634d3bd55 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (242ba87d-0b08-46c0-9451-a0354879e930), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.601386 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417a8ae-55d8-4ae9-8346-03b634d3bd55 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242ba87d-0b08-46c0-9451-a0354879e930,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:59.627484 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7fa3aa-1acf-4f88-a9f8-b64eaa91b289 admin admin] Deleting subnet 3b6965df-bfb1-41ba-accb-fe3fd2ecf40c {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:17:59.630800 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad7fa3aa-1acf-4f88-a9f8-b64eaa91b289 admin admin] Publish callbacks [] for subnet (3b6965df-bfb1-41ba-accb-fe3fd2ecf40c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.650819 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b002-edf0-40b0-9287-e923cc34302c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100'] for port (002d2ee3-4e47-46e5-9d70-f0f67b821787), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.684685 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a417a8ae-55d8-4ae9-8346-03b634d3bd55 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.687292 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a417a8ae-55d8-4ae9-8346-03b634d3bd55 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3960729 Mar 15 17:17:59.689419 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41954) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:59.692057 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3b002-edf0-40b0-9287-e923cc34302c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event deleted for resources: {'Port': ['ID=002d2ee3-4e47-46e5-9d70-f0f67b821787,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:59.694407 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-d735e5e6-34d7-4808-b468-ac0a6af82d31 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Request body: {'security_group_rule': {'security_group_id': '9c263bb3-7d3d-41cb-a1d0-aee87d0e267d', 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:17:59.698973 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad7fa3aa-1acf-4f88-a9f8-b64eaa91b289 admin admin] Publish callbacks [] for subnet (3b6965df-bfb1-41ba-accb-fe3fd2ecf40c), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.722272 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad7fa3aa-1acf-4f88-a9f8-b64eaa91b289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (3b6965df-bfb1-41ba-accb-fe3fd2ecf40c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.741412 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b002-edf0-40b0-9287-e923cc34302c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (309649aa-e116-499e-8ae9-3d0734359602), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.744032 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b002-edf0-40b0-9287-e923cc34302c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.745217 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a1b3b002-edf0-40b0-9287-e923cc34302c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "DELETE /v2.0/floatingips/309649aa-e116-499e-8ae9-3d0734359602 HTTP/1.1" status: 204 len: 168 time: 0.6651163 Mar 15 17:17:59.785636 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d735e5e6-34d7-4808-b468-ac0a6af82d31 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (e6b9f737-3c86-4f4d-b3ad-fd0b3849099b), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.844563 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d735e5e6-34d7-4808-b468-ac0a6af82d31 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (e6b9f737-3c86-4f4d-b3ad-fd0b3849099b), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.900455 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad7fa3aa-1acf-4f88-a9f8-b64eaa91b289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for subnet (3b6965df-bfb1-41ba-accb-fe3fd2ecf40c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.927228 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fa3aa-1acf-4f88-a9f8-b64eaa91b289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b6965df-bfb1-41ba-accb-fe3fd2ecf40c,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:17:59.930656 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad7fa3aa-1acf-4f88-a9f8-b64eaa91b289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.934821 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d735e5e6-34d7-4808-b468-ac0a6af82d31 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (e6b9f737-3c86-4f4d-b3ad-fd0b3849099b), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:59.937089 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ad7fa3aa-1acf-4f88-a9f8-b64eaa91b289 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3b6965df-bfb1-41ba-accb-fe3fd2ecf40c HTTP/1.1" status: 204 len: 168 time: 0.3575275 Mar 15 17:17:59.941002 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 41962) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:17:59.956522 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735e5e6-34d7-4808-b468-ac0a6af82d31 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b9f737-3c86-4f4d-b3ad-fd0b3849099b,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:00.011861 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (d1deb884-5ade-4732-a3db-09b7374e0bb1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.039736 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d735e5e6-34d7-4808-b468-ac0a6af82d31 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.041147 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d735e5e6-34d7-4808-b468-ac0a6af82d31 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502631 Mar 15 17:18:00.045941 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41966) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:00.051427 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-ba84679b-c464-4196-9aef-8a445e2c194f tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Request body: {'security_group_rule': {'security_group_id': '9c263bb3-7d3d-41cb-a1d0-aee87d0e267d', 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:00.098257 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (d1deb884-5ade-4732-a3db-09b7374e0bb1), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.130760 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:18:00.131233 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:18:00.132116 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:18:00.132473 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:18:00.132722 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:18:00.133128 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:18:00.133550 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:18:00.133917 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:18:00.134263 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:18:00.134767 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:18:00.191316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ba84679b-c464-4196-9aef-8a445e2c194f tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (968f9919-4e1b-494a-860d-e0a881defb91), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.239609 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:18:00.239973 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:18:00.240320 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:18:00.240654 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:18:00.241071 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1deb884-5ade-4732-a3db-09b7374e0bb1']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:18:00.252784 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ba84679b-c464-4196-9aef-8a445e2c194f tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (968f9919-4e1b-494a-860d-e0a881defb91), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.260066 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bd4f1c-5aa6-4bbd-9475-05cd77c686b9') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:18:00.260363 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bd4f1c-5aa6-4bbd-9475-05cd77c686b9') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:18:00.276783 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25749810'] for segment (69bd4f1c-5aa6-4bbd-9475-05cd77c686b9), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.284980 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41968) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:00.289639 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-a0a7c132-c9e5-4658-8bcd-8b00635c0447 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--61533766', 'description': 'tempest-description--1607084975'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:00.299318 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (69bd4f1c-5aa6-4bbd-9475-05cd77c686b9), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.308150 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:18:00.308528 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25270619'] for segment (69bd4f1c-5aa6-4bbd-9475-05cd77c686b9), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: from cryptography.utils import int_from_bytes Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: from cryptography.utils import int_from_bytes Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: Traceback (most recent call last): Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: timer() Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: cb(*args, **kw) Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: return func(*args, **kwargs) Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: self._notify() Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: self.callback(batched_events) Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: event.method(event) Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: return f(self, *a, **k) Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: return self._get(url).json() Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: return self.request(url, 'GET', **kwargs) Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:18:00.313332 dv-cinder-831247-12-iscsi neutron-server[103956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:18:00.425708 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ba84679b-c464-4196-9aef-8a445e2c194f tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (968f9919-4e1b-494a-860d-e0a881defb91), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.443890 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84679b-c464-4196-9aef-8a445e2c194f tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968f9919-4e1b-494a-860d-e0a881defb91,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:00.454396 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c132-c9e5-4658-8bcd-8b00635c0447 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.454593 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (d1deb884-5ade-4732-a3db-09b7374e0bb1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.461811 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.465501 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d1deb884-5ade-4732-a3db-09b7374e0bb1 HTTP/1.1" status: 204 len: 168 time: 0.5265036 Mar 15 17:18:00.469522 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41970) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:00.476529 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52851395-7f14-4ff7-b0cc-806a664748c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1deb884-5ade-4732-a3db-09b7374e0bb1,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:00.529152 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ba84679b-c464-4196-9aef-8a445e2c194f tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.530501 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-ba84679b-c464-4196-9aef-8a445e2c194f tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4847920 Mar 15 17:18:00.533398 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb0d2c3-6a08-4565-8029-8d040de694e4 admin admin] Deleting subnet 3477cf95-7fb4-45f4-84e7-2595bf4509ec {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:18:00.533668 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 41972) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:00.538504 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-527ab1b9-7278-4bfd-bd06-ee9fde3ab101 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Request body: {'security_group_rule': {'security_group_id': '9c263bb3-7d3d-41cb-a1d0-aee87d0e267d', 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:00.540000 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0bb0d2c3-6a08-4565-8029-8d040de694e4 admin admin] Publish callbacks [] for subnet (3477cf95-7fb4-45f4-84e7-2595bf4509ec), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.590239 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0bb0d2c3-6a08-4565-8029-8d040de694e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26117020'] for subnet (3477cf95-7fb4-45f4-84e7-2595bf4509ec), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.620824 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c132-c9e5-4658-8bcd-8b00635c0447 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (5ef37ed3-6d75-4230-b4e0-7d6794560428), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.637558 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.securitygroups_db [None req-527ab1b9-7278-4bfd-bd06-ee9fde3ab101 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Project d0549ab293b848ada3a0d9e5fb9fdb43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:18:00.640272 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0bb0d2c3-6a08-4565-8029-8d040de694e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (3477cf95-7fb4-45f4-84e7-2595bf4509ec), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.643323 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-527ab1b9-7278-4bfd-bd06-ee9fde3ab101 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (9bc5c2d9-9efc-435e-a193-3551e2b66c77), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.706175 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c132-c9e5-4658-8bcd-8b00635c0447 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (5ef37ed3-6d75-4230-b4e0-7d6794560428), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.706449 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-527ab1b9-7278-4bfd-bd06-ee9fde3ab101 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (9bc5c2d9-9efc-435e-a193-3551e2b66c77), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.735353 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7c132-c9e5-4658-8bcd-8b00635c0447 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef37ed3-6d75-4230-b4e0-7d6794560428,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:00.779760 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0bb0d2c3-6a08-4565-8029-8d040de694e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4078925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26859178'] for subnet (3477cf95-7fb4-45f4-84e7-2595bf4509ec), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.805892 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0d2c3-6a08-4565-8029-8d040de694e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3477cf95-7fb4-45f4-84e7-2595bf4509ec,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:00.810538 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0bb0d2c3-6a08-4565-8029-8d040de694e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.813924 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-0bb0d2c3-6a08-4565-8029-8d040de694e4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3477cf95-7fb4-45f4-84e7-2595bf4509ec HTTP/1.1" status: 204 len: 168 time: 0.3434551 Mar 15 17:18:00.816676 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41974) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:00.843466 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-527ab1b9-7278-4bfd-bd06-ee9fde3ab101 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (9bc5c2d9-9efc-435e-a193-3551e2b66c77), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.861892 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ab1b9-7278-4bfd-bd06-ee9fde3ab101 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc5c2d9-9efc-435e-a193-3551e2b66c77,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:00.862133 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c132-c9e5-4658-8bcd-8b00635c0447 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.864090 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a0a7c132-c9e5-4658-8bcd-8b00635c0447 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5780318 Mar 15 17:18:00.866961 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 41976) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:00.870927 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-c99987da-88e2-47e8-bb6c-be66fa12aca1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'security_group_rule': {'security_group_id': '5ef37ed3-6d75-4230-b4e0-7d6794560428', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:00.890997 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b248a13e-03f3-4f00-b527-e77abeb73e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (a63a7088-563c-4e79-9b90-3f414ffeb408), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.949506 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-527ab1b9-7278-4bfd-bd06-ee9fde3ab101 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:00.953924 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-527ab1b9-7278-4bfd-bd06-ee9fde3ab101 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4160211 Mar 15 17:18:00.954273 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 41978) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:00.960468 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-767569af-c11c-48b0-8230-5fcf97ed76f5 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Request body: {'security_group_rule': {'security_group_id': '9c263bb3-7d3d-41cb-a1d0-aee87d0e267d', 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:00.984734 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b248a13e-03f3-4f00-b527-e77abeb73e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (a63a7088-563c-4e79-9b90-3f414ffeb408), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.004918 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-b248a13e-03f3-4f00-b527-e77abeb73e08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63a7088-563c-4e79-9b90-3f414ffeb408']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:18:01.014067 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-b248a13e-03f3-4f00-b527-e77abeb73e08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2dfc07e-0aee-43ed-8fb7-421e177238c8') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:18:01.014975 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-b248a13e-03f3-4f00-b527-e77abeb73e08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2dfc07e-0aee-43ed-8fb7-421e177238c8') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:18:01.029589 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b248a13e-03f3-4f00-b527-e77abeb73e08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26117029'] for segment (e2dfc07e-0aee-43ed-8fb7-421e177238c8), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.048779 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b248a13e-03f3-4f00-b527-e77abeb73e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (e2dfc07e-0aee-43ed-8fb7-421e177238c8), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.055950 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b248a13e-03f3-4f00-b527-e77abeb73e08 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:18:01.062536 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b248a13e-03f3-4f00-b527-e77abeb73e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079095'] for segment (e2dfc07e-0aee-43ed-8fb7-421e177238c8), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.063017 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c99987da-88e2-47e8-bb6c-be66fa12aca1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (6a214586-462e-4c63-9fcc-f1c569751444), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: Traceback (most recent call last): Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: timer() Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: cb(*args, **kw) Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: return func(*args, **kwargs) Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: self._notify() Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: self.callback(batched_events) Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: event.method(event) Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: return f(self, *a, **k) Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._get(url).json() Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: return self.request(url, 'GET', **kwargs) Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:18:01.063147 dv-cinder-831247-12-iscsi neutron-server[103957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:18:01.091714 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.securitygroups_db [None req-767569af-c11c-48b0-8230-5fcf97ed76f5 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Project d0549ab293b848ada3a0d9e5fb9fdb43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:18:01.099742 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-767569af-c11c-48b0-8230-5fcf97ed76f5 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (09fe2a75-1e74-4d0e-bb5c-d0044afd420a), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.167836 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c99987da-88e2-47e8-bb6c-be66fa12aca1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (6a214586-462e-4c63-9fcc-f1c569751444), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.189289 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-767569af-c11c-48b0-8230-5fcf97ed76f5 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (09fe2a75-1e74-4d0e-bb5c-d0044afd420a), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.208802 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b248a13e-03f3-4f00-b527-e77abeb73e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (a63a7088-563c-4e79-9b90-3f414ffeb408), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.216724 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b248a13e-03f3-4f00-b527-e77abeb73e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.228008 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b248a13e-03f3-4f00-b527-e77abeb73e08 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a63a7088-563c-4e79-9b90-3f414ffeb408 HTTP/1.1" status: 204 len: 168 time: 0.4033191 Mar 15 17:18:01.232034 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248a13e-03f3-4f00-b527-e77abeb73e08 admin admin] Pushing event deleted for resources: {'Network': ['ID=a63a7088-563c-4e79-9b90-3f414ffeb408,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:01.283807 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c99987da-88e2-47e8-bb6c-be66fa12aca1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (6a214586-462e-4c63-9fcc-f1c569751444), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.307876 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99987da-88e2-47e8-bb6c-be66fa12aca1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a214586-462e-4c63-9fcc-f1c569751444,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:01.350991 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-767569af-c11c-48b0-8230-5fcf97ed76f5 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (09fe2a75-1e74-4d0e-bb5c-d0044afd420a), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.375693 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767569af-c11c-48b0-8230-5fcf97ed76f5 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fe2a75-1e74-4d0e-bb5c-d0044afd420a,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:01.570600 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c99987da-88e2-47e8-bb6c-be66fa12aca1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.571874 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c99987da-88e2-47e8-bb6c-be66fa12aca1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7044210 Mar 15 17:18:01.574638 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-767569af-c11c-48b0-8230-5fcf97ed76f5 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.575025 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41992) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:01.579040 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-767569af-c11c-48b0-8230-5fcf97ed76f5 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6204174 Mar 15 17:18:01.580381 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-115a37f3-cd7b-44d4-aff9-7a72f8e45ba6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'security_group_rule': {'security_group_id': '5ef37ed3-6d75-4230-b4e0-7d6794560428', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:01.686640 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-115a37f3-cd7b-44d4-aff9-7a72f8e45ba6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (09d4bd86-cabe-404c-bcf7-5c98f5039408), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.715071 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3e52c6c3-9684-4168-aaf2-c139c9a868bd req-e83f6a7c-5739-4008-a8c2-eb3efda4ce60 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189982522&fields=id&tenant_id=d0549ab293b848ada3a0d9e5fb9fdb43 HTTP/1.1" status: 200 len: 267 time: 0.0769010 Mar 15 17:18:01.768830 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52c6c3-9684-4168-aaf2-c139c9a868bd req-be438025-7cb1-462f-89c6-cbc3070f0f0e tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:01.770539 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3e52c6c3-9684-4168-aaf2-c139c9a868bd req-be438025-7cb1-462f-89c6-cbc3070f0f0e tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 946 time: 0.0598192 Mar 15 17:18:01.772670 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-115a37f3-cd7b-44d4-aff9-7a72f8e45ba6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (09d4bd86-cabe-404c-bcf7-5c98f5039408), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.782452 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-3e52c6c3-9684-4168-aaf2-c139c9a868bd req-bab3b4dc-002f-47ab-8cc5-ca12694b29dd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Request body: {'port': {'security_groups': ['91b41be9-04e2-445d-a512-29ae480589e2', '9c263bb3-7d3d-41cb-a1d0-aee87d0e267d']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:01.866269 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 41998) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:01.867676 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3e52c6c3-9684-4168-aaf2-c139c9a868bd req-bab3b4dc-002f-47ab-8cc5-ca12694b29dd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.883591 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-115a37f3-cd7b-44d4-aff9-7a72f8e45ba6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (09d4bd86-cabe-404c-bcf7-5c98f5039408), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:01.917753 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a37f3-cd7b-44d4-aff9-7a72f8e45ba6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d4bd86-cabe-404c-bcf7-5c98f5039408,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:01.934111 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9962a829-09a0-406b-87c4-6f0c5f471d45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f611aa6931af466fafb8b2af794bea87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682240 Mar 15 17:18:01.937419 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 42000) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:01.990155 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c46ac80e-6931-4acc-9267-bbb70c62eb9e admin admin] Publish callbacks [] for security_group (9d3c3ce0-dc1b-41c8-aab6-04b2be3dd975), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:02.015359 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-115a37f3-cd7b-44d4-aff9-7a72f8e45ba6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:02.020273 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-115a37f3-cd7b-44d4-aff9-7a72f8e45ba6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4408309 Mar 15 17:18:02.020273 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c46ac80e-6931-4acc-9267-bbb70c62eb9e admin admin] Publish callbacks [] for security_group (9d3c3ce0-dc1b-41c8-aab6-04b2be3dd975), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:02.021366 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 42002) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:02.026172 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'floatingip': {'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:02.134562 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c46ac80e-6931-4acc-9267-bbb70c62eb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9d3c3ce0-dc1b-41c8-aab6-04b2be3dd975), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:02.137166 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c46ac80e-6931-4acc-9267-bbb70c62eb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:02.138325 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c46ac80e-6931-4acc-9267-bbb70c62eb9e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d3c3ce0-dc1b-41c8-aab6-04b2be3dd975 HTTP/1.1" status: 204 len: 168 time: 0.1999850 Mar 15 17:18:02.148320 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-3e52c6c3-9684-4168-aaf2-c139c9a868bd req-bab3b4dc-002f-47ab-8cc5-ca12694b29dd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] For port 3bb88558-7875-4609-a2ab-65edd7b65147, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3bb88558-7875-4609-a2ab-65edd7b65147,segment=NetworkSegment(5476e7b2-7a6b-4fe5-a530-227736514268),segment_id=5476e7b2-7a6b-4fe5-a530-227736514268)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:18:02.149390 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ac80e-6931-4acc-9267-bbb70c62eb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3c3ce0-dc1b-41c8-aab6-04b2be3dd975,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:02.170138 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:02.194885 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3e52c6c3-9684-4168-aaf2-c139c9a868bd req-bab3b4dc-002f-47ab-8cc5-ca12694b29dd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for port (3bb88558-7875-4609-a2ab-65edd7b65147), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:02.288930 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3e52c6c3-9684-4168-aaf2-c139c9a868bd req-bab3b4dc-002f-47ab-8cc5-ca12694b29dd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:02.301173 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['3bb88558-7875-4609-a2ab-65edd7b65147'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:18:02.331213 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:02.367229 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52c6c3-9684-4168-aaf2-c139c9a868bd req-bab3b4dc-002f-47ab-8cc5-ca12694b29dd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:02.369709 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3e52c6c3-9684-4168-aaf2-c139c9a868bd req-bab3b4dc-002f-47ab-8cc5-ca12694b29dd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:02.369709 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3e52c6c3-9684-4168-aaf2-c139c9a868bd req-bab3b4dc-002f-47ab-8cc5-ca12694b29dd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "PUT /v2.0/ports/3bb88558-7875-4609-a2ab-65edd7b65147 HTTP/1.1" status: 200 len: 982 time: 0.5925467 Mar 15 17:18:02.375857 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'tag': '3bb88558-7875-4609-a2ab-65edd7b65147'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:18:02.375857 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7af3837-c441-459c-b1e7-73473715b935" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc", "tag": "3bb88558-7875-4609-a2ab-65edd7b65147"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:18:02.421367 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3b4dc-002f-47ab-8cc5-ca12694b29dd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Pushing event updated for resources: {'Port': ['ID=3bb88558-7875-4609-a2ab-65edd7b65147,revision_number=6']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:02.465421 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2189ebe-cda5-47ac-8eac-cf8be7cff0d2 x-openstack-request-id: req-e2189ebe-cda5-47ac-8eac-cf8be7cff0d2 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:18:02.465780 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc", "tag": "3bb88558-7875-4609-a2ab-65edd7b65147", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:18:02.466133 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2189ebe-cda5-47ac-8eac-cf8be7cff0d2 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:18:02.467322 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'tag': '3bb88558-7875-4609-a2ab-65edd7b65147', 'status': 'completed', 'code': 200} Mar 15 17:18:02.500335 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['3bb88558-7875-4609-a2ab-65edd7b65147'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:18:02.558082 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Allocated IP 172.27.3.187 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/0de22113-bd31-42ab-8c46-d8054d52c02f) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:18:02.634423 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899af1d4-d920-4094-8639-747b404e3aee req-7013b40c-4f85-4072-89e2-7984e2007e64 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:02.636657 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-899af1d4-d920-4094-8639-747b404e3aee req-7013b40c-4f85-4072-89e2-7984e2007e64 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.1505373 Mar 15 17:18:02.727450 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-899af1d4-d920-4094-8639-747b404e3aee req-6aaf8402-d7f9-4661-a06c-155587b0d824 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825036 Mar 15 17:18:02.734950 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af3837-c441-459c-b1e7-73473715b935 req-48d48c38-9e95-4ae9-b205-9713dae2a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:02.739679 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7af3837-c441-459c-b1e7-73473715b935 req-48d48c38-9e95-4ae9-b205-9713dae2a586 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0549ab293b848ada3a0d9e5fb9fdb43&device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 1169 time: 0.1875851 Mar 15 17:18:02.825872 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-89e72fe8-4f12-473a-b1fe-e5b3044b82fc None None] Provisioning complete for port 3bb88558-7875-4609-a2ab-65edd7b65147 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:18:02.826253 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-89e72fe8-4f12-473a-b1fe-e5b3044b82fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:02.834287 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for port (0de22113-bd31-42ab-8c46-d8054d52c02f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:02.873022 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af3837-c441-459c-b1e7-73473715b935 req-80187200-478e-4f1a-aaba-65443c19920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:02.875786 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7af3837-c441-459c-b1e7-73473715b935 req-80187200-478e-4f1a-aaba-65443c19920d service neutron] 10.222.0.55 "GET /v2.0/networks?id=8aa70f3c-0da7-419d-98be-3dfa126470bb HTTP/1.1" status: 200 len: 915 time: 0.1262572 Mar 15 17:18:02.948246 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7af3837-c441-459c-b1e7-73473715b935 req-5663d1c6-1951-49b4-879d-0b5df59e41ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bb88558-7875-4609-a2ab-65edd7b65147 HTTP/1.1" status: 200 len: 1002 time: 0.0665383 Mar 15 17:18:02.995037 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (0de22113-bd31-42ab-8c46-d8054d52c02f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:03.005380 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af3837-c441-459c-b1e7-73473715b935 req-2cfa017a-58d2-4154-9a67-c0573eb965db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:03.006966 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7af3837-c441-459c-b1e7-73473715b935 req-2cfa017a-58d2-4154-9a67-c0573eb965db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ceec15bc-263e-4dab-8a78-08135ee43e6f HTTP/1.1" status: 200 len: 853 time: 0.0522549 Mar 15 17:18:03.034426 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-89e72fe8-4f12-473a-b1fe-e5b3044b82fc None None] Current status of the port 3bb88558-7875-4609-a2ab-65edd7b65147 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:18:03.043011 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:18:03.048321 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:18:03.052019 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:18:03.071552 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 42022) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:03.098657 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af3837-c441-459c-b1e7-73473715b935 req-4c2fb2f9-af6a-4d84-b3cc-240e96e13e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:03.101320 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7af3837-c441-459c-b1e7-73473715b935 req-4c2fb2f9-af6a-4d84-b3cc-240e96e13e43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8aa70f3c-0da7-419d-98be-3dfa126470bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0831532 Mar 15 17:18:03.133679 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'Port': ['ID=0de22113-bd31-42ab-8c46-d8054d52c02f,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:03.183663 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e78aaf86-92be-4de4-8f89-8998b97abd23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=511f7d678abd48439782efb6be694d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1107702 Mar 15 17:18:03.186895 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 42026) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:03.220722 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (2179230b-6b66-4ee7-a739-4d4922d660ad), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:03.274174 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7af3837-c441-459c-b1e7-73473715b935 req-5fd77f02-db46-4180-9675-7e451c63ef76 service neutron] 10.222.0.55 "GET /v2.0/networks/8aa70f3c-0da7-419d-98be-3dfa126470bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457503 Mar 15 17:18:03.276994 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b24f838b-d752-456f-ab07-f576ed5fb9e2 admin admin] Publish callbacks [] for security_group (d17eaf9b-1cae-4f15-8987-52287e8716b9), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:03.307848 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b24f838b-d752-456f-ab07-f576ed5fb9e2 admin admin] Publish callbacks [] for security_group (d17eaf9b-1cae-4f15-8987-52287e8716b9), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:03.330940 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (0de22113-bd31-42ab-8c46-d8054d52c02f), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:03.415754 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7af3837-c441-459c-b1e7-73473715b935 req-c7e6fa1d-8fc3-4d68-acef-eda1bb1215d1 service neutron] 10.222.0.55 "GET /v2.0/networks/8aa70f3c-0da7-419d-98be-3dfa126470bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204195 Mar 15 17:18:03.483784 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for port (0de22113-bd31-42ab-8c46-d8054d52c02f), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:03.511525 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b24f838b-d752-456f-ab07-f576ed5fb9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (d17eaf9b-1cae-4f15-8987-52287e8716b9), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:03.514781 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b24f838b-d752-456f-ab07-f576ed5fb9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:03.515943 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b24f838b-d752-456f-ab07-f576ed5fb9e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d17eaf9b-1cae-4f15-8987-52287e8716b9 HTTP/1.1" status: 204 len: 168 time: 0.3280098 Mar 15 17:18:03.524704 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f838b-d752-456f-ab07-f576ed5fb9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17eaf9b-1cae-4f15-8987-52287e8716b9,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:03.562789 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (0de22113-bd31-42ab-8c46-d8054d52c02f), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:03.633361 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'Port': ['ID=0de22113-bd31-42ab-8c46-d8054d52c02f,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:03.643918 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (2179230b-6b66-4ee7-a739-4d4922d660ad), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:03.756901 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:03.756901 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-726ca64e-7bc7-48fe-9a20-c8aee8e5ec90 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7321718 Mar 15 17:18:03.991910 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-bac3a0bd-ae18-4241-a258-510738e6cfa1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--61533766&fields=id&tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3 HTTP/1.1" status: 200 len: 267 time: 0.0482113 Mar 15 17:18:04.106312 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-e2e7e457-8ba8-4aac-be26-dd3d8f9d81f7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:04.108085 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-e2e7e457-8ba8-4aac-be26-dd3d8f9d81f7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/networks?id=e3d728a8-748d-4c18-bacb-a3e562d9afc7 HTTP/1.1" status: 200 len: 815 time: 0.1087611 Mar 15 17:18:04.123186 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-0ae60e7e-7ba4-4ae8-b505-09c8c4e63775 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/quotas/e97bc8e7afe84c4cbdedd6d1d6f4caf3 HTTP/1.1" status: 200 len: 375 time: 0.0098391 Mar 15 17:18:04.182127 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-f16d91ec-6560-4de5-b3c5-d9679266873e tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538869 Mar 15 17:18:04.238446 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:18:04.303909 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-b195517b-feb1-47f5-8f76-cc39aa25e741 service neutron] 10.222.0.37 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095529 Mar 15 17:18:04.406324 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-bed1d080-6570-4f24-be20-9d2ba3919259 service neutron] 10.222.0.37 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963228 Mar 15 17:18:04.764848 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce31a98-1f25-4bb1-a728-8f17da06cc63 req-1a43a536-88dd-44c0-93da-66062c74097e tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:04.765479 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c3a2c5ec-9b68-4a65-9e47-a40d021c1399 req-c9c1dc7e-b8a0-48de-a746-4df8174ba4bf tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 210 time: 0.0356100 Mar 15 17:18:04.766672 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ce31a98-1f25-4bb1-a728-8f17da06cc63 req-1a43a536-88dd-44c0-93da-66062c74097e tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 945 time: 0.0784769 Mar 15 17:18:04.838484 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ce31a98-1f25-4bb1-a728-8f17da06cc63 req-46785025-8877-40a1-bd7e-1c60179c18e6 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651913 Mar 15 17:18:04.896615 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fdc14-a3d9-43c9-a2e8-0118f3cf6f0f req-0bd7d521-67f8-4497-adcf-1ff07dd3df5a tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:04.898172 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-812fdc14-a3d9-43c9-a2e8-0118f3cf6f0f req-0bd7d521-67f8-4497-adcf-1ff07dd3df5a tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0570648 Mar 15 17:18:04.947635 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-812fdc14-a3d9-43c9-a2e8-0118f3cf6f0f req-26bce309-86d6-44ab-8bc4-f165e55a9f46 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434706 Mar 15 17:18:05.853876 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2dd94b16-651c-485d-ae38-7861009a3451 req-d597e7fd-b27b-4e4a-9159-a08c4b9ea020 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 210 time: 0.0254316 Mar 15 17:18:05.964589 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120c823-16a6-4e60-a895-d96d22493cf1 req-372378eb-c424-48b5-8b1b-d1a11d1aa20f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:05.966054 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5120c823-16a6-4e60-a895-d96d22493cf1 req-372378eb-c424-48b5-8b1b-d1a11d1aa20f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 945 time: 0.0528631 Mar 15 17:18:06.095010 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c003d-669e-4ffc-adc9-6313365d59d5 req-5037017c-3124-4e42-8bcf-bd59379b53bb tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:06.102855 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-278c003d-669e-4ffc-adc9-6313365d59d5 req-5037017c-3124-4e42-8bcf-bd59379b53bb tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0762432 Mar 15 17:18:06.191738 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-278c003d-669e-4ffc-adc9-6313365d59d5 req-af240a56-48c9-4f9f-ae39-6dd69189225a tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876901 Mar 15 17:18:06.336918 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5120c823-16a6-4e60-a895-d96d22493cf1 req-ce72001f-063b-4209-8461-92b5af760c97 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644929 Mar 15 17:18:06.471082 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296ce71-01e6-4df2-9485-1c3d48dc2cfc req-df50d5c3-6799-4865-9a1a-54a1b7e482fe tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:06.472453 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f296ce71-01e6-4df2-9485-1c3d48dc2cfc req-df50d5c3-6799-4865-9a1a-54a1b7e482fe tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 945 time: 0.0511568 Mar 15 17:18:06.567057 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-f296ce71-01e6-4df2-9485-1c3d48dc2cfc req-395b9aed-9f65-47b0-abc3-41899d5a09cc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Deleting port 5f128e67-de9e-4820-8c79-be35b1e76b28 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:18:06.567403 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f296ce71-01e6-4df2-9485-1c3d48dc2cfc req-395b9aed-9f65-47b0-abc3-41899d5a09cc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (5f128e67-de9e-4820-8c79-be35b1e76b28), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:06.657601 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-f296ce71-01e6-4df2-9485-1c3d48dc2cfc req-395b9aed-9f65-47b0-abc3-41899d5a09cc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] For port 5f128e67-de9e-4820-8c79-be35b1e76b28, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5f128e67-de9e-4820-8c79-be35b1e76b28,segment=NetworkSegment(a0b2d680-55d4-4403-ae6f-fc6d6790964b),segment_id=a0b2d680-55d4-4403-ae6f-fc6d6790964b)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:18:06.657974 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f296ce71-01e6-4df2-9485-1c3d48dc2cfc req-395b9aed-9f65-47b0-abc3-41899d5a09cc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (5f128e67-de9e-4820-8c79-be35b1e76b28), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:06.670305 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-f296ce71-01e6-4df2-9485-1c3d48dc2cfc req-395b9aed-9f65-47b0-abc3-41899d5a09cc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Calling delete_port for 5f128e67-de9e-4820-8c79-be35b1e76b28 owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:18:06.948919 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6c8baee6-29fa-4d2f-9582-66413faed2b1 req-3d86f3f9-c4e3-4374-8baf-ad1a6fe36d0c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 210 time: 0.0293036 Mar 15 17:18:07.155647 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f296ce71-01e6-4df2-9485-1c3d48dc2cfc req-395b9aed-9f65-47b0-abc3-41899d5a09cc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (5f128e67-de9e-4820-8c79-be35b1e76b28), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:07.167490 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['5f128e67-de9e-4820-8c79-be35b1e76b28'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:18:07.185176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b9aed-9f65-47b0-abc3-41899d5a09cc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Pushing event deleted for resources: {'Port': ['ID=5f128e67-de9e-4820-8c79-be35b1e76b28,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:07.228701 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f296ce71-01e6-4df2-9485-1c3d48dc2cfc req-395b9aed-9f65-47b0-abc3-41899d5a09cc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] No DVR routers for this DVR port 5f128e67-de9e-4820-8c79-be35b1e76b28 on host hv-cinder-83124 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:18:07.230921 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f296ce71-01e6-4df2-9485-1c3d48dc2cfc req-395b9aed-9f65-47b0-abc3-41899d5a09cc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:07.238980 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f296ce71-01e6-4df2-9485-1c3d48dc2cfc req-395b9aed-9f65-47b0-abc3-41899d5a09cc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.55 "DELETE /v2.0/ports/5f128e67-de9e-4820-8c79-be35b1e76b28 HTTP/1.1" status: 204 len: 173 time: 0.7576973 Mar 15 17:18:07.238980 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc418b29-fc41-4ffd-9f7c-71f7baa44b03', 'name': 'network-vif-deleted', 'tag': '5f128e67-de9e-4820-8c79-be35b1e76b28'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:18:07.242809 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abd6e2a-59a8-4d20-9506-36a19b3748a3" -d '{"events": [{"server_uuid": "cc418b29-fc41-4ffd-9f7c-71f7baa44b03", "name": "network-vif-deleted", "tag": "5f128e67-de9e-4820-8c79-be35b1e76b28"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:18:07.292548 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b849471-3236-4dba-8236-ced97dc45d4c x-openstack-request-id: req-1b849471-3236-4dba-8236-ced97dc45d4c {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:18:07.292815 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc418b29-fc41-4ffd-9f7c-71f7baa44b03", "name": "network-vif-deleted", "tag": "5f128e67-de9e-4820-8c79-be35b1e76b28", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:18:07.293072 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b849471-3236-4dba-8236-ced97dc45d4c {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:18:07.293465 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc418b29-fc41-4ffd-9f7c-71f7baa44b03', 'name': 'network-vif-deleted', 'tag': '5f128e67-de9e-4820-8c79-be35b1e76b28', 'status': 'completed', 'code': 200} Mar 15 17:18:07.319946 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05811d3-6c1a-4b9d-b639-87da167391d8 req-c80589aa-3b3e-4428-88d8-12ace526efe9 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:07.321433 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d05811d3-6c1a-4b9d-b639-87da167391d8 req-c80589aa-3b3e-4428-88d8-12ace526efe9 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0613205 Mar 15 17:18:07.427280 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d05811d3-6c1a-4b9d-b639-87da167391d8 req-437fe5d8-1152-44a0-b177-d20785c1696e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999863 Mar 15 17:18:07.436056 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8d0ced12-e956-4b83-b5b0-93f1a64b8dd9 req-141fdb6d-f0d8-4d06-82ca-1143dcb36b64 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc418b29-fc41-4ffd-9f7c-71f7baa44b03 HTTP/1.1" status: 200 len: 210 time: 0.0277998 Mar 15 17:18:07.475395 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-a22c0095-9cd1-42af-98a8-c07368c4d0c0 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:07.476613 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-a22c0095-9cd1-42af-98a8-c07368c4d0c0 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "GET /v2.0/networks?id=e3d728a8-748d-4c18-bacb-a3e562d9afc7 HTTP/1.1" status: 200 len: 815 time: 0.1357043 Mar 15 17:18:07.547409 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-9e336cd4-7c00-4e3d-80c5-47dedab02fca tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3 HTTP/1.1" status: 200 len: 378 time: 0.0580103 Mar 15 17:18:07.560278 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-00bf5e16-e083-4c3f-8199-959dcd4739c1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'port': {'device_id': '0fe50ad3-5baa-4b26-9353-fc02a3bed9f4', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'admin_state_up': True, 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'security_groups': ['5ef37ed3-6d75-4230-b4e0-7d6794560428']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:07.677851 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0a8c-c16d-40ee-8333-7250f9359101 req-a604bd52-3bca-4393-ba9e-faabe3bfe798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:07.679283 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b63c0a8c-c16d-40ee-8333-7250f9359101 req-a604bd52-3bca-4393-ba9e-faabe3bfe798 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6&device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 1129 time: 0.0458364 Mar 15 17:18:07.788186 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0a8c-c16d-40ee-8333-7250f9359101 req-d7b74691-cd12-42e7-8325-a55a77bf7d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:07.789641 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b63c0a8c-c16d-40ee-8333-7250f9359101 req-d7b74691-cd12-42e7-8325-a55a77bf7d67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 HTTP/1.1" status: 200 len: 911 time: 0.0839956 Mar 15 17:18:07.797005 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-00bf5e16-e083-4c3f-8199-959dcd4739c1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Made reservation on behalf of e97bc8e7afe84c4cbdedd6d1d6f4caf3 for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:18:07.800425 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-00bf5e16-e083-4c3f-8199-959dcd4739c1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:07.858521 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b63c0a8c-c16d-40ee-8333-7250f9359101 req-84e37bf0-df05-4898-afab-693043c446a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bf3acce-71a7-4f78-bf4d-27dde9a9599e HTTP/1.1" status: 200 len: 1000 time: 0.0611563 Mar 15 17:18:07.907813 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0a8c-c16d-40ee-8333-7250f9359101 req-3585b487-525f-475f-8ba4-ebf711b95179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:07.909355 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b63c0a8c-c16d-40ee-8333-7250f9359101 req-3585b487-525f-475f-8ba4-ebf711b95179 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea20a277-8929-462e-8afe-93fc21e630d2 HTTP/1.1" status: 200 len: 849 time: 0.0436542 Mar 15 17:18:07.933835 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-00bf5e16-e083-4c3f-8199-959dcd4739c1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Allocated IP 172.20.0.4 (e3d728a8-748d-4c18-bacb-a3e562d9afc7/f01540eb-1a88-461c-85a1-2be4331180be/a75f3396-0718-408c-a0c0-af81e89ccbd3) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:18:07.968292 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0a8c-c16d-40ee-8333-7250f9359101 req-54f99aed-e80e-4137-b613-4dfa18c9d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:07.969806 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b63c0a8c-c16d-40ee-8333-7250f9359101 req-54f99aed-e80e-4137-b613-4dfa18c9d2bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450094 Mar 15 17:18:08.070176 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-67874d8b-92d0-40ec-b514-a5bfd5668c5e req-2dd98517-c090-4e37-9d76-1664b00c335c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 210 time: 0.0386493 Mar 15 17:18:08.073249 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b63c0a8c-c16d-40ee-8333-7250f9359101 req-8659c163-657b-4cf3-b02a-d2a594d0d1c1 service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924504 Mar 15 17:18:08.113948 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-00bf5e16-e083-4c3f-8199-959dcd4739c1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:08.165611 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b63c0a8c-c16d-40ee-8333-7250f9359101 req-491c976a-bf02-4bd2-9701-6f1ba4d49730 service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850978 Mar 15 17:18:08.259978 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-00bf5e16-e083-4c3f-8199-959dcd4739c1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:08.301828 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-00bf5e16-e083-4c3f-8199-959dcd4739c1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Network e3d728a8-748d-4c18-bacb-a3e562d9afc7 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:18:08.310179 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-00bf5e16-e083-4c3f-8199-959dcd4739c1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:18:08.314510 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-00bf5e16-e083-4c3f-8199-959dcd4739c1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:18:08.321741 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf5e16-e083-4c3f-8199-959dcd4739c1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'Port': ['ID=a75f3396-0718-408c-a0c0-af81e89ccbd3,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:08.369381 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-00bf5e16-e083-4c3f-8199-959dcd4739c1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:08.370186 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-00bf5e16-e083-4c3f-8199-959dcd4739c1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:08.463703 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-00bf5e16-e083-4c3f-8199-959dcd4739c1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9081624 Mar 15 17:18:08.485502 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Request body: {'port': {'device_id': '0fe50ad3-5baa-4b26-9353-fc02a3bed9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:08.571083 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:08.587745 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5705c-a68f-4215-8cb1-4388ebf57704 req-d166ebdf-3064-4987-be4e-e40ce95707bb tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:08.596566 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2cd5705c-a68f-4215-8cb1-4388ebf57704 req-d166ebdf-3064-4987-be4e-e40ce95707bb tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0754206 Mar 15 17:18:08.604148 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-9f3a0896-abed-4f32-a251-79f044879c52 None None] Provisioning complete for port a75f3396-0718-408c-a0c0-af81e89ccbd3 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:18:08.605328 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9f3a0896-abed-4f32-a251-79f044879c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:08.640686 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a0896-abed-4f32-a251-79f044879c52 None None] Port a75f3396-0718-408c-a0c0-af81e89ccbd3 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:18:08.649317 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2cd5705c-a68f-4215-8cb1-4388ebf57704 req-bc05ab36-a631-4d4c-92ef-4b55a1876d5f tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519357 Mar 15 17:18:08.869882 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75f3396-0718-408c-a0c0-af81e89ccbd3 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:18:08.877842 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Publish callbacks [] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:08.890248 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Transition to ACTIVE for port object a75f3396-0718-408c-a0c0-af81e89ccbd3 will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:18:08.962114 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:09.013194 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Pushing event updated for resources: {'Port': ['ID=a75f3396-0718-408c-a0c0-af81e89ccbd3,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:09.036544 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:09.093853 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Attempting to bind port a75f3396-0718-408c-a0c0-af81e89ccbd3 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:18:09.094166 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Attempting to bind port a75f3396-0718-408c-a0c0-af81e89ccbd3 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:18:09.094509 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Attempting to bind port a75f3396-0718-408c-a0c0-af81e89ccbd3 on network e3d728a8-748d-4c18-bacb-a3e562d9afc7 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:18:09.099337 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Port a75f3396-0718-408c-a0c0-af81e89ccbd3 on network e3d728a8-748d-4c18-bacb-a3e562d9afc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:18:09.099668 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Attempting to bind port a75f3396-0718-408c-a0c0-af81e89ccbd3 on network e3d728a8-748d-4c18-bacb-a3e562d9afc7 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:18:09.105838 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:18:09.106222 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Checking segment: {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:18:09.107443 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Bound using segment: {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:18:09.107936 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Bound port: a75f3396-0718-408c-a0c0-af81e89ccbd3, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:18:09.108322 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:09.224200 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] For port a75f3396-0718-408c-a0c0-af81e89ccbd3, host hv-cinder-83124, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:18:09.227732 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] For port a75f3396-0718-408c-a0c0-af81e89ccbd3, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a75f3396-0718-408c-a0c0-af81e89ccbd3,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:18:09.242314 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ad122-0ef7-4d07-81cc-08fb45c4fecd req-864bc2da-2ac0-4846-8b34-8aa145822a49 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:09.243817 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-334ad122-0ef7-4d07-81cc-08fb45c4fecd req-864bc2da-2ac0-4846-8b34-8aa145822a49 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 943 time: 0.0883446 Mar 15 17:18:09.298052 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-334ad122-0ef7-4d07-81cc-08fb45c4fecd req-d82d8638-1198-4a3f-992a-2e5ee9f83d3c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475986 Mar 15 17:18:09.351108 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:09.389524 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:09.390155 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:09.391822 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] 10.222.0.55 "PUT /v2.0/ports/a75f3396-0718-408c-a0c0-af81e89ccbd3 HTTP/1.1" status: 200 len: 1093 time: 0.9131010 Mar 15 17:18:09.392268 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe50ad3-5baa-4b26-9353-fc02a3bed9f4', 'tag': 'a75f3396-0718-408c-a0c0-af81e89ccbd3'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:18:09.394528 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2439fad2-c8ae-45cb-b96c-d67c27f2caf7" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe50ad3-5baa-4b26-9353-fc02a3bed9f4", "tag": "a75f3396-0718-408c-a0c0-af81e89ccbd3"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:18:09.414667 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba996c9-de91-49eb-8d52-7343001d41bd service neutron] Pushing event updated for resources: {'Port': ['ID=a75f3396-0718-408c-a0c0-af81e89ccbd3,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:09.442091 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fa829c-d2ff-4fb1-9e11-b3276b71971e x-openstack-request-id: req-f3fa829c-d2ff-4fb1-9e11-b3276b71971e {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:18:09.442390 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe50ad3-5baa-4b26-9353-fc02a3bed9f4", "tag": "a75f3396-0718-408c-a0c0-af81e89ccbd3", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:18:09.442653 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3fa829c-d2ff-4fb1-9e11-b3276b71971e {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:18:09.443111 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe50ad3-5baa-4b26-9353-fc02a3bed9f4', 'tag': 'a75f3396-0718-408c-a0c0-af81e89ccbd3', 'status': 'completed', 'code': 200} Mar 15 17:18:09.766112 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd8739-1009-437f-9ae2-b78552ad8b8c req-59fe2170-2155-4615-b36e-15e3b8ab0873 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:09.767632 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4cbd8739-1009-437f-9ae2-b78552ad8b8c req-59fe2170-2155-4615-b36e-15e3b8ab0873 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0528672 Mar 15 17:18:09.813974 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4cbd8739-1009-437f-9ae2-b78552ad8b8c req-9d223ed2-7856-4500-bc20-dba3f8e23539 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407236 Mar 15 17:18:10.416618 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004b2c0-1560-4902-9d90-21e18b4e76b1 req-be2183bc-5aac-43b0-bbfe-8e56666d5c6b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:10.418072 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c004b2c0-1560-4902-9d90-21e18b4e76b1 req-be2183bc-5aac-43b0-bbfe-8e56666d5c6b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 943 time: 0.0512311 Mar 15 17:18:10.465821 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c004b2c0-1560-4902-9d90-21e18b4e76b1 req-f1196aaa-64fa-426f-8036-166e4b0b56ba tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420630 Mar 15 17:18:10.933731 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d77e7-82c7-48a1-983d-a060b76a4704 req-c7b45dd2-9b27-4b04-af2a-3259eca20833 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:10.935228 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-499d77e7-82c7-48a1-983d-a060b76a4704 req-c7b45dd2-9b27-4b04-af2a-3259eca20833 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0546165 Mar 15 17:18:10.980879 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-499d77e7-82c7-48a1-983d-a060b76a4704 req-b2781ba8-0ce8-410d-8b5a-2513ccd44339 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396495 Mar 15 17:18:11.584540 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b6f22-d6de-4e39-9d85-6f6681a20e24 req-6959cb5b-abc2-480a-87a8-52490b85c7b3 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:11.586011 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a66b6f22-d6de-4e39-9d85-6f6681a20e24 req-6959cb5b-abc2-480a-87a8-52490b85c7b3 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 943 time: 0.0540674 Mar 15 17:18:11.632570 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a66b6f22-d6de-4e39-9d85-6f6681a20e24 req-f83d326e-195c-4360-958f-c02e1803b12e tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410862 Mar 15 17:18:11.952740 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 5f128e67-de9e-4820-8c79-be35b1e76b28 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:18:11.973680 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: 5f128e67-de9e-4820-8c79-be35b1e76b28 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:18:11.974031 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 5f128e67-de9e-4820-8c79-be35b1e76b28 not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:18:12.016976 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439fad2-c8ae-45cb-b96c-d67c27f2caf7 req-cd767aea-abba-4c9a-81ad-e2c3e38f98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:12.018512 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2439fad2-c8ae-45cb-b96c-d67c27f2caf7 req-cd767aea-abba-4c9a-81ad-e2c3e38f98ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 1127 time: 0.0495050 Mar 15 17:18:12.157278 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b7de4-bb7d-4061-9004-ada6d4a26104 req-42c3e823-d5e1-4c37-9eec-6911f885d39d tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:12.158745 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-409b7de4-bb7d-4061-9004-ada6d4a26104 req-42c3e823-d5e1-4c37-9eec-6911f885d39d tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0870149 Mar 15 17:18:12.160091 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439fad2-c8ae-45cb-b96c-d67c27f2caf7 req-5b34ce21-ac72-4001-bdde-b464405b1f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:12.161387 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2439fad2-c8ae-45cb-b96c-d67c27f2caf7 req-5b34ce21-ac72-4001-bdde-b464405b1f0c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1342473 Mar 15 17:18:12.258860 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-409b7de4-bb7d-4061-9004-ada6d4a26104 req-f8e522ff-b585-481a-9a11-411e3ea29608 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944579 Mar 15 17:18:12.290224 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439fad2-c8ae-45cb-b96c-d67c27f2caf7 req-63096bec-cf35-4488-84cd-05e5308ab27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:12.291702 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2439fad2-c8ae-45cb-b96c-d67c27f2caf7 req-63096bec-cf35-4488-84cd-05e5308ab27f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139636 Mar 15 17:18:12.373236 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-700b68e8-6751-4b77-9e51-14b16c0da541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:12.374705 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-700b68e8-6751-4b77-9e51-14b16c0da541 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 1127 time: 0.0437376 Mar 15 17:18:12.417333 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-87c3f638-fe4b-4801-bda2-9f68df5a00cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a75f3396-0718-408c-a0c0-af81e89ccbd3 HTTP/1.1" status: 200 len: 217 time: 0.0337391 Mar 15 17:18:12.470241 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-54284a90-1d06-44da-904b-d3600b843ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:12.471788 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-54284a90-1d06-44da-904b-d3600b843ab4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f01540eb-1a88-461c-85a1-2be4331180be HTTP/1.1" status: 200 len: 854 time: 0.0476496 Mar 15 17:18:12.524259 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-96436071-442a-46c5-b940-ea079648130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:12.525762 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-96436071-442a-46c5-b940-ea079648130a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d728a8-748d-4c18-bacb-a3e562d9afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454988 Mar 15 17:18:12.616719 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-e01edbcf-f8c6-4607-9cce-0ec737fa0ba8 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841160 Mar 15 17:18:12.711680 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6ba41ad8-de22-4e50-b261-77ea704f1dc7 req-e4163b22-74c7-4403-9231-4e0cb16effa2 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884409 Mar 15 17:18:12.752231 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050c614-652a-4a5e-8caf-100c9f5ba8d8 req-ba4870fa-a86f-4bb8-a39a-61604e688e5f tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:12.753623 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3050c614-652a-4a5e-8caf-100c9f5ba8d8 req-ba4870fa-a86f-4bb8-a39a-61604e688e5f tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 943 time: 0.0546701 Mar 15 17:18:12.799802 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3050c614-652a-4a5e-8caf-100c9f5ba8d8 req-d59028d5-3e74-43b0-a15e-add380a3b287 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407987 Mar 15 17:18:13.379720 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5320e8-1725-42d6-8df1-b4f8f818edcc req-18f80a18-8171-45fd-b6ef-5738021ced39 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:13.381109 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2c5320e8-1725-42d6-8df1-b4f8f818edcc req-18f80a18-8171-45fd-b6ef-5738021ced39 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0527687 Mar 15 17:18:13.428777 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2c5320e8-1725-42d6-8df1-b4f8f818edcc req-c266a14f-40be-4295-89af-d3114fe00499 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419433 Mar 15 17:18:13.916063 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7440d-abc7-4b87-a0e9-39d787662e1f req-677a2915-f4bf-4f76-87e7-bf7a2a5d0d41 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:13.917548 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-abc7440d-abc7-4b87-a0e9-39d787662e1f req-677a2915-f4bf-4f76-87e7-bf7a2a5d0d41 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 943 time: 0.0527456 Mar 15 17:18:13.970895 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-abc7440d-abc7-4b87-a0e9-39d787662e1f req-ec05a8e6-ee82-4289-a8c0-45cf34b942ec tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470657 Mar 15 17:18:14.553600 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e474684-f946-4e5e-930b-986ef7ce847c req-8bb30100-36db-4847-8f3c-7e5b0c1ff265 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:14.555092 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8e474684-f946-4e5e-930b-986ef7ce847c req-8bb30100-36db-4847-8f3c-7e5b0c1ff265 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0580335 Mar 15 17:18:14.601411 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8e474684-f946-4e5e-930b-986ef7ce847c req-5062bb52-c346-4e6b-9089-4c02d54359e9 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408139 Mar 15 17:18:15.332159 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abb18a-c9ea-418e-ba83-1468ed75dac7 req-9c94a0d8-5455-44cc-884b-b8f2b386c1ad tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:15.333634 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c1abb18a-c9ea-418e-ba83-1468ed75dac7 req-9c94a0d8-5455-44cc-884b-b8f2b386c1ad tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 943 time: 0.2934463 Mar 15 17:18:15.379718 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c1abb18a-c9ea-418e-ba83-1468ed75dac7 req-d09075dc-7ae1-47bf-bdf6-c70ee5e06346 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405252 Mar 15 17:18:15.710099 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device a75f3396-0718-408c-a0c0-af81e89ccbd3 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:18:15.718058 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383f12f-096e-41d7-9195-626430ec746a req-9ba1da7a-1a1b-4b4f-ab15-b81e19d3ec04 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:15.719558 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1383f12f-096e-41d7-9195-626430ec746a req-9ba1da7a-1a1b-4b4f-ab15-b81e19d3ec04 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0517874 Mar 15 17:18:15.765808 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1383f12f-096e-41d7-9195-626430ec746a req-ee8b6a81-4d56-45af-a340-b146f0af5f1b tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405273 Mar 15 17:18:15.805725 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port a75f3396-0718-408c-a0c0-af81e89ccbd3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a75f3396-0718-408c-a0c0-af81e89ccbd3,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:18:15.817504 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': 'a75f3396-0718-408c-a0c0-af81e89ccbd3', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'port_id': 'a75f3396-0718-408c-a0c0-af81e89ccbd3', 'mac_address': 'fa:16:3e:ba:34:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:18:15.853683 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port a75f3396-0718-408c-a0c0-af81e89ccbd3 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:18:15.854074 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:15.869827 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75f3396-0718-408c-a0c0-af81e89ccbd3 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:18:15.899591 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port a75f3396-0718-408c-a0c0-af81e89ccbd3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a75f3396-0718-408c-a0c0-af81e89ccbd3,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:18:15.996105 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e1b23dce-6c9f-4cef-8505-d634232b7b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:16.007981 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:16.055572 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=a75f3396-0718-408c-a0c0-af81e89ccbd3,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:16.495664 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36efe3-be99-4d30-88c0-06eb6dcd20a6 req-f814c302-0ed6-4757-a1ee-e8499667e880 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:16.497090 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ee36efe3-be99-4d30-88c0-06eb6dcd20a6 req-f814c302-0ed6-4757-a1ee-e8499667e880 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 944 time: 0.0513306 Mar 15 17:18:16.543990 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ee36efe3-be99-4d30-88c0-06eb6dcd20a6 req-756de6c5-ae16-472d-8524-67cdad08fbe0 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409348 Mar 15 17:18:16.881579 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1926c-e745-46db-aaa7-44dc854132fa req-8fe914d9-0968-4a23-a9f0-c7b200dd46ad tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:16.883118 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d5f1926c-e745-46db-aaa7-44dc854132fa req-8fe914d9-0968-4a23-a9f0-c7b200dd46ad tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0515327 Mar 15 17:18:16.915532 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['a75f3396-0718-408c-a0c0-af81e89ccbd3'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:18:16.934795 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d5f1926c-e745-46db-aaa7-44dc854132fa req-fae71845-03bc-47bc-8661-e93d7c250a3d tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456536 Mar 15 17:18:17.818692 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77d167-9a94-47c8-b10a-fe8bff55cbc6 req-044c74df-bced-4db9-9883-a324b1bc2861 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:17.820202 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5a77d167-9a94-47c8-b10a-fe8bff55cbc6 req-044c74df-bced-4db9-9883-a324b1bc2861 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 944 time: 0.0548236 Mar 15 17:18:17.871622 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5a77d167-9a94-47c8-b10a-fe8bff55cbc6 req-9e079932-8844-44a3-94f7-f9750f3a7530 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459371 Mar 15 17:18:18.053535 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e52c1-74ea-4e7a-9ad8-01db8658bf34 req-c39e9235-0c8f-4941-b199-36093e438ff3 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:18.055084 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-735e52c1-74ea-4e7a-9ad8-01db8658bf34 req-c39e9235-0c8f-4941-b199-36093e438ff3 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0518188 Mar 15 17:18:18.101668 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-735e52c1-74ea-4e7a-9ad8-01db8658bf34 req-3669045c-5282-4b68-afcd-5be30cd4385e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406244 Mar 15 17:18:18.601499 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9c2d813b-41c9-4e10-ad57-f0aef3aa9b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:18.989643 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afd1ae-ce4d-4c8a-89d9-18a6279c37ec req-54e3d255-a8e8-4ef6-b335-0858455ade5c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:18.991154 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-03afd1ae-ce4d-4c8a-89d9-18a6279c37ec req-54e3d255-a8e8-4ef6-b335-0858455ade5c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 944 time: 0.0516770 Mar 15 17:18:19.038453 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-03afd1ae-ce4d-4c8a-89d9-18a6279c37ec req-3bffb5df-3066-4a07-8d5f-f402be997ff7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418379 Mar 15 17:18:19.217113 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121bfe2-41cf-4b9d-8652-fd8183d9f113 req-f2927e43-5618-4272-8a52-f88e26fc2537 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:19.218485 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d121bfe2-41cf-4b9d-8652-fd8183d9f113 req-f2927e43-5618-4272-8a52-f88e26fc2537 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0515938 Mar 15 17:18:19.264812 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d121bfe2-41cf-4b9d-8652-fd8183d9f113 req-d64685c5-b363-4f65-98ac-b4167ec8b03a tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408037 Mar 15 17:18:19.407298 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:20.180532 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b8596-4fcf-4339-8a01-eadda03e9159 req-7ccb8fd8-4f15-4202-9e6a-7eba65ed4b02 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:20.182083 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-553b8596-4fcf-4339-8a01-eadda03e9159 req-7ccb8fd8-4f15-4202-9e6a-7eba65ed4b02 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 944 time: 0.0777481 Mar 15 17:18:20.241986 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-553b8596-4fcf-4339-8a01-eadda03e9159 req-86bb11ac-1a28-410f-af6d-efb31dc98a9d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540431 Mar 15 17:18:20.299915 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413ab37-ca42-432a-8c8e-4663080338ea req-fd5092a5-dac5-4464-99dd-1746b48e23fc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:20.301467 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2413ab37-ca42-432a-8c8e-4663080338ea req-fd5092a5-dac5-4464-99dd-1746b48e23fc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/networks?id=7679d2c3-9375-4832-a451-47ac97f33800 HTTP/1.1" status: 200 len: 812 time: 0.1093681 Mar 15 17:18:20.316671 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2413ab37-ca42-432a-8c8e-4663080338ea req-27ac7694-dfda-4345-b21d-9148a6134a09 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/quotas/b844637f18de4ab6b0c256db549c9369 HTTP/1.1" status: 200 len: 375 time: 0.0097866 Mar 15 17:18:20.356043 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2413ab37-ca42-432a-8c8e-4663080338ea req-ae51ab95-3940-4aab-a77a-40a1f94ef14b tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b844637f18de4ab6b0c256db549c9369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343418 Mar 15 17:18:20.384244 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eddb9-2ff0-4b34-8728-7b7046ff9033 req-2c8c207e-2628-4dcd-be92-7210e746c799 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:20.385711 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ee7eddb9-2ff0-4b34-8728-7b7046ff9033 req-2c8c207e-2628-4dcd-be92-7210e746c799 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0530014 Mar 15 17:18:20.445512 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ee7eddb9-2ff0-4b34-8728-7b7046ff9033 req-77341319-243d-4982-b9ca-9652856d6e8c tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514798 Mar 15 17:18:20.452904 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2413ab37-ca42-432a-8c8e-4663080338ea req-83f8a33f-eb69-4557-b57c-b3eedd1659e2 service neutron] 10.222.0.37 "GET /v2.0/networks/7679d2c3-9375-4832-a451-47ac97f33800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957313 Mar 15 17:18:20.549569 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2413ab37-ca42-432a-8c8e-4663080338ea req-0f9f74b5-b452-480f-90ab-e0cc10a63273 service neutron] 10.222.0.37 "GET /v2.0/networks/7679d2c3-9375-4832-a451-47ac97f33800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896881 Mar 15 17:18:20.789227 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-74184121-d13f-45cb-974c-8bd048810d9e req-24d7e087-6f16-4e41-bc91-8e415cf9e55f tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 210 time: 0.0260789 Mar 15 17:18:20.966755 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:21.366201 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be958004-7d25-4529-963a-78164d6b80ce req-6c5a2fe3-eeb8-4f7b-a1f4-95fe4f681e48 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:21.367859 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-be958004-7d25-4529-963a-78164d6b80ce req-6c5a2fe3-eeb8-4f7b-a1f4-95fe4f681e48 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 944 time: 0.0561757 Mar 15 17:18:21.421266 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-be958004-7d25-4529-963a-78164d6b80ce req-dd3f7aa5-cbed-4ddc-9bad-87967af45029 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476220 Mar 15 17:18:21.498228 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device a75f3396-0718-408c-a0c0-af81e89ccbd3 up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:18:21.570145 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715ce2f-d28c-49c9-91cf-b931bf0b071c req-dc1e281d-6d01-458c-b524-39adc4b66dd9 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:21.571781 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2715ce2f-d28c-49c9-91cf-b931bf0b071c req-dc1e281d-6d01-458c-b524-39adc4b66dd9 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0581155 Mar 15 17:18:21.620060 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2715ce2f-d28c-49c9-91cf-b931bf0b071c req-4a54b6f6-3dec-410e-b65f-3cea4a2733c5 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417347 Mar 15 17:18:21.687269 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port a75f3396-0718-408c-a0c0-af81e89ccbd3 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:18:21.691468 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port a75f3396-0718-408c-a0c0-af81e89ccbd3 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:18:21.691851 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:21.770704 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port a75f3396-0718-408c-a0c0-af81e89ccbd3 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:18:21.771174 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:21.793485 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe50ad3-5baa-4b26-9353-fc02a3bed9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75f3396-0718-408c-a0c0-af81e89ccbd3'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:18:21.796341 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e1f8e9-00b2-43f7-a107-fea21471f082" -d '{"events": [{"server_uuid": "0fe50ad3-5baa-4b26-9353-fc02a3bed9f4", "name": "network-vif-plugged", "status": "completed", "tag": "a75f3396-0718-408c-a0c0-af81e89ccbd3"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:18:21.809640 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port a75f3396-0718-408c-a0c0-af81e89ccbd3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a75f3396-0718-408c-a0c0-af81e89ccbd3,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:18:21.834590 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df95da1c-9963-47d1-9411-3b3ab3dea456 x-openstack-request-id: req-df95da1c-9963-47d1-9411-3b3ab3dea456 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:18:21.834919 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe50ad3-5baa-4b26-9353-fc02a3bed9f4", "name": "network-vif-plugged", "status": "completed", "tag": "a75f3396-0718-408c-a0c0-af81e89ccbd3", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:18:21.835201 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df95da1c-9963-47d1-9411-3b3ab3dea456 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:18:21.835597 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe50ad3-5baa-4b26-9353-fc02a3bed9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75f3396-0718-408c-a0c0-af81e89ccbd3', 'code': 200} Mar 15 17:18:21.887112 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:21.925156 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8618d072-8a2d-4b99-bcae-b2cbb124a649 req-1639243e-ca8d-41f4-b23a-2e58edc05d30 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 210 time: 0.0306551 Mar 15 17:18:21.944508 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=a75f3396-0718-408c-a0c0-af81e89ccbd3,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:21.979085 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2d246-8864-4535-a72f-8abff4d9e401 req-3a542aa5-80fa-4f57-877d-93c4c30482c2 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:21.980699 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-47a2d246-8864-4535-a72f-8abff4d9e401 req-3a542aa5-80fa-4f57-877d-93c4c30482c2 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0693552 Mar 15 17:18:22.033940 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-47a2d246-8864-4535-a72f-8abff4d9e401 req-7bc6e3a5-32e3-422c-b021-be4a2073467b tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459371 Mar 15 17:18:22.162875 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598dcdf-16a5-4338-aa74-bad5fc5d3a40 req-875472e8-d63e-4b8f-a4bb-4e46209d1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:22.164379 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4598dcdf-16a5-4338-aa74-bad5fc5d3a40 req-875472e8-d63e-4b8f-a4bb-4e46209d1ba3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6&device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 1129 time: 0.0447788 Mar 15 17:18:22.279452 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598dcdf-16a5-4338-aa74-bad5fc5d3a40 req-efea965e-2659-4b68-9cc2-8d450b53db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:22.280877 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4598dcdf-16a5-4338-aa74-bad5fc5d3a40 req-efea965e-2659-4b68-9cc2-8d450b53db4f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 HTTP/1.1" status: 200 len: 911 time: 0.1027148 Mar 15 17:18:22.311075 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b68b9-b08e-4108-86f1-511a6972ad64 req-4c44758f-787e-4a64-9fdb-e56e97d52559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:22.312846 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e76b68b9-b08e-4108-86f1-511a6972ad64 req-4c44758f-787e-4a64-9fdb-e56e97d52559 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 1129 time: 0.0511220 Mar 15 17:18:22.347175 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4598dcdf-16a5-4338-aa74-bad5fc5d3a40 req-bfe2ac7c-856c-4e5e-8d16-d2a677a39cd8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bf3acce-71a7-4f78-bf4d-27dde9a9599e HTTP/1.1" status: 200 len: 1000 time: 0.0596187 Mar 15 17:18:22.360498 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e76b68b9-b08e-4108-86f1-511a6972ad64 req-cf2e220f-09b1-4e64-9fed-f7644d6cade2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402515 Mar 15 17:18:22.406011 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598dcdf-16a5-4338-aa74-bad5fc5d3a40 req-03f6ef34-b407-4430-b1ef-a51459e195c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:22.407504 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4598dcdf-16a5-4338-aa74-bad5fc5d3a40 req-03f6ef34-b407-4430-b1ef-a51459e195c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea20a277-8929-462e-8afe-93fc21e630d2 HTTP/1.1" status: 200 len: 849 time: 0.0479062 Mar 15 17:18:22.544637 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64b5a9-c97e-491a-ae48-090f116e67db req-307d791c-4fc7-40a4-b3d8-8dea1fbf5283 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:22.544935 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:22.546678 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0f64b5a9-c97e-491a-ae48-090f116e67db req-307d791c-4fc7-40a4-b3d8-8dea1fbf5283 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 945 time: 0.0582387 Mar 15 17:18:22.594064 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0f64b5a9-c97e-491a-ae48-090f116e67db req-4bb24338-9adc-4503-b756-1810d987d025 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420723 Mar 15 17:18:22.648301 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598dcdf-16a5-4338-aa74-bad5fc5d3a40 req-462fc498-4df1-4eef-a54d-aebe70fd4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:22.649826 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4598dcdf-16a5-4338-aa74-bad5fc5d3a40 req-462fc498-4df1-4eef-a54d-aebe70fd4ea5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455434 Mar 15 17:18:22.738565 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4598dcdf-16a5-4338-aa74-bad5fc5d3a40 req-f3493419-a181-4cc9-8677-ae0fd22a6ffe service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809209 Mar 15 17:18:22.830574 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4598dcdf-16a5-4338-aa74-bad5fc5d3a40 req-4e53fbe7-654d-4943-a976-03a21ff177f2 service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851741 Mar 15 17:18:23.019261 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d1699538-23d5-4d3f-bfbf-86799dc236a9 req-05227a65-26a0-47c3-b57c-15f7c447b8f7 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 210 time: 0.0269382 Mar 15 17:18:23.154101 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0906b94-53f5-40fb-8172-9ffd800f7c72 req-f49c1101-7b97-4e91-965f-eb6311d17271 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:23.155658 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b0906b94-53f5-40fb-8172-9ffd800f7c72 req-f49c1101-7b97-4e91-965f-eb6311d17271 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0535958 Mar 15 17:18:23.202647 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b0906b94-53f5-40fb-8172-9ffd800f7c72 req-a290c1ad-8300-434d-b47c-a3fc725c0fce tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414479 Mar 15 17:18:23.441164 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413ab37-ca42-432a-8c8e-4663080338ea req-4884ff9e-36b2-4410-960c-bd82bcd5e80b tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:23.442604 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2413ab37-ca42-432a-8c8e-4663080338ea req-4884ff9e-36b2-4410-960c-bd82bcd5e80b tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.55 "GET /v2.0/networks?id=7679d2c3-9375-4832-a451-47ac97f33800 HTTP/1.1" status: 200 len: 812 time: 0.1129704 Mar 15 17:18:23.462332 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-2413ab37-ca42-432a-8c8e-4663080338ea req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Request body: {'port': {'device_id': '21c1b617-8c7a-4e9b-999b-a843e16abe2b', 'network_id': '7679d2c3-9375-4832-a451-47ac97f33800', 'admin_state_up': True, 'tenant_id': 'b844637f18de4ab6b0c256db549c9369'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:23.653513 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2413ab37-ca42-432a-8c8e-4663080338ea req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Made reservation on behalf of b844637f18de4ab6b0c256db549c9369 for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:18:23.657933 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2413ab37-ca42-432a-8c8e-4663080338ea req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:23.780808 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3c8cc-9c10-41f3-8c89-d186def84a55 req-1d079a0d-cb1d-4489-bf0f-f6f52b7fb11b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:23.783114 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-36e3c8cc-9c10-41f3-8c89-d186def84a55 req-1d079a0d-cb1d-4489-bf0f-f6f52b7fb11b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 945 time: 0.1086631 Mar 15 17:18:23.865924 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-2413ab37-ca42-432a-8c8e-4663080338ea req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Allocated IP 172.20.0.3 (7679d2c3-9375-4832-a451-47ac97f33800/3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417/92b9c641-7703-4acd-bb55-f15c0e4740f4) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:18:23.873663 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-36e3c8cc-9c10-41f3-8c89-d186def84a55 req-1e2b5b26-c60b-4ac9-a314-3a0877cb285d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675304 Mar 15 17:18:24.023209 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2413ab37-ca42-432a-8c8e-4663080338ea req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks [] for port (92b9c641-7703-4acd-bb55-f15c0e4740f4), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:24.104448 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2413ab37-ca42-432a-8c8e-4663080338ea req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (92b9c641-7703-4acd-bb55-f15c0e4740f4), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:24.116661 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0b1632c8-7a4d-4eed-8df4-7479ad8a7062 req-cad16c8f-b763-4bc3-bff8-1f3ed475db20 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 210 time: 0.0286100 Mar 15 17:18:24.149196 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2413ab37-ca42-432a-8c8e-4663080338ea req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Network 7679d2c3-9375-4832-a451-47ac97f33800 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:18:24.152470 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-2413ab37-ca42-432a-8c8e-4663080338ea req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:18:24.156872 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2413ab37-ca42-432a-8c8e-4663080338ea req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:18:24.183651 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Pushing event updated for resources: {'Port': ['ID=92b9c641-7703-4acd-bb55-f15c0e4740f4,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:24.194153 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:24.197465 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:24.197465 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:24.197465 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:24.197465 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:24.197465 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:24.197465 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:24.197465 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:24.197465 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:24.197465 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:24.197465 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:24.198391 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:24.198391 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:24.198391 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:24.198636 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:24.223849 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413ab37-ca42-432a-8c8e-4663080338ea req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:24.225661 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2413ab37-ca42-432a-8c8e-4663080338ea req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:24.305925 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2413ab37-ca42-432a-8c8e-4663080338ea req-70b5f8f8-b7d3-43dd-a6c0-f752cb1ef307 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8473091 Mar 15 17:18:24.318362 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Request body: {'port': {'device_id': '21c1b617-8c7a-4e9b-999b-a843e16abe2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:24.339914 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 42380) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:24.369710 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb51956-f409-42d3-83fa-7ba98b141972 req-f53947e7-45b6-41a7-8f2d-122ae634cab2 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:24.371224 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ceb51956-f409-42d3-83fa-7ba98b141972 req-f53947e7-45b6-41a7-8f2d-122ae634cab2 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0946434 Mar 15 17:18:24.416455 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (92b9c641-7703-4acd-bb55-f15c0e4740f4), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:24.483490 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ceb51956-f409-42d3-83fa-7ba98b141972 req-d3ab0269-e8a0-4e4b-a141-fb64ec2242cf tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934615 Mar 15 17:18:24.487789 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e1c167ea-a4fe-45da-ac1c-31798952d66d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:24.698353 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e1c167ea-a4fe-45da-ac1c-31798952d66d admin admin] Publish callbacks [] for security_group (9d02e9d7-02e5-4aef-93eb-8fb26abda758), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:24.760267 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b9c641-7703-4acd-bb55-f15c0e4740f4 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:18:24.769423 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Publish callbacks [] for port (92b9c641-7703-4acd-bb55-f15c0e4740f4), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:24.771589 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e1c167ea-a4fe-45da-ac1c-31798952d66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9d02e9d7-02e5-4aef-93eb-8fb26abda758), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:24.801578 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Transition to ACTIVE for port object 92b9c641-7703-4acd-bb55-f15c0e4740f4 will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:18:24.819435 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e1c167ea-a4fe-45da-ac1c-31798952d66d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44d04cea4d56446cad83588f3529b367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4768286 Mar 15 17:18:24.820292 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c167ea-a4fe-45da-ac1c-31798952d66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d02e9d7-02e5-4aef-93eb-8fb26abda758,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:24.822165 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 42386) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:24.864210 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (92b9c641-7703-4acd-bb55-f15c0e4740f4), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:24.874128 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9dee8fc-a0c1-4687-9ed5-aa1a85cbdd22 admin admin] Publish callbacks [] for security_group (9d02e9d7-02e5-4aef-93eb-8fb26abda758), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:24.898224 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9dee8fc-a0c1-4687-9ed5-aa1a85cbdd22 admin admin] Publish callbacks [] for security_group (9d02e9d7-02e5-4aef-93eb-8fb26abda758), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:24.945956 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Pushing event updated for resources: {'Port': ['ID=92b9c641-7703-4acd-bb55-f15c0e4740f4,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:24.996479 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Attempting to bind port 92b9c641-7703-4acd-bb55-f15c0e4740f4 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:18:24.997692 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Attempting to bind port 92b9c641-7703-4acd-bb55-f15c0e4740f4 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'a0b2d680-55d4-4403-ae6f-fc6d6790964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7679d2c3-9375-4832-a451-47ac97f33800'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:18:24.998249 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Attempting to bind port 92b9c641-7703-4acd-bb55-f15c0e4740f4 on network 7679d2c3-9375-4832-a451-47ac97f33800 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:18:25.002470 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb9a0b-0343-47fe-a173-ee52f632dbcc req-88a6ba39-1b1d-4de0-814f-fe7ee92dd42a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:25.002623 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Port 92b9c641-7703-4acd-bb55-f15c0e4740f4 on network 7679d2c3-9375-4832-a451-47ac97f33800 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:18:25.002967 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Attempting to bind port 92b9c641-7703-4acd-bb55-f15c0e4740f4 on network 7679d2c3-9375-4832-a451-47ac97f33800 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:18:25.004012 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36bb9a0b-0343-47fe-a173-ee52f632dbcc req-88a6ba39-1b1d-4de0-814f-fe7ee92dd42a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 945 time: 0.0546050 Mar 15 17:18:25.007718 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:18:25.008051 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Checking segment: {'id': 'a0b2d680-55d4-4403-ae6f-fc6d6790964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7679d2c3-9375-4832-a451-47ac97f33800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:18:25.008427 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Bound using segment: {'id': 'a0b2d680-55d4-4403-ae6f-fc6d6790964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7679d2c3-9375-4832-a451-47ac97f33800'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:18:25.008842 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Bound port: 92b9c641-7703-4acd-bb55-f15c0e4740f4, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b2d680-55d4-4403-ae6f-fc6d6790964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7679d2c3-9375-4832-a451-47ac97f33800'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:18:25.009196 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (92b9c641-7703-4acd-bb55-f15c0e4740f4), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:25.035640 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9dee8fc-a0c1-4687-9ed5-aa1a85cbdd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9d02e9d7-02e5-4aef-93eb-8fb26abda758), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:25.038261 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9dee8fc-a0c1-4687-9ed5-aa1a85cbdd22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:25.039406 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d9dee8fc-a0c1-4687-9ed5-aa1a85cbdd22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d02e9d7-02e5-4aef-93eb-8fb26abda758 HTTP/1.1" status: 204 len: 168 time: 0.2161639 Mar 15 17:18:25.058119 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dee8fc-a0c1-4687-9ed5-aa1a85cbdd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d02e9d7-02e5-4aef-93eb-8fb26abda758,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:25.070469 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36bb9a0b-0343-47fe-a173-ee52f632dbcc req-8880f0ff-55bd-4053-9273-0767baf5fc4f tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606465 Mar 15 17:18:25.075736 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] For port 92b9c641-7703-4acd-bb55-f15c0e4740f4, host hv-cinder-83124, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:18:25.079259 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] For port 92b9c641-7703-4acd-bb55-f15c0e4740f4, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=92b9c641-7703-4acd-bb55-f15c0e4740f4,segment=NetworkSegment(a0b2d680-55d4-4403-ae6f-fc6d6790964b),segment_id=a0b2d680-55d4-4403-ae6f-fc6d6790964b)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:18:25.191141 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (92b9c641-7703-4acd-bb55-f15c0e4740f4), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:25.230141 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:25.231469 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:25.232687 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2413ab37-ca42-432a-8c8e-4663080338ea req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] 10.222.0.55 "PUT /v2.0/ports/92b9c641-7703-4acd-bb55-f15c0e4740f4 HTTP/1.1" status: 200 len: 1093 time: 0.9191792 Mar 15 17:18:25.240495 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93be31-35a4-4260-9af0-c45dcec37470 req-69e1f702-90f3-4b20-a50f-6e6d44946928 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:25.241972 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6a93be31-35a4-4260-9af0-c45dcec37470 req-69e1f702-90f3-4b20-a50f-6e6d44946928 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 945 time: 0.1064939 Mar 15 17:18:25.244639 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c1b617-8c7a-4e9b-999b-a843e16abe2b', 'tag': '92b9c641-7703-4acd-bb55-f15c0e4740f4'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:18:25.251187 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f21d85-a411-430f-88f9-b7bd1fa89bed" -d '{"events": [{"name": "network-changed", "server_uuid": "21c1b617-8c7a-4e9b-999b-a843e16abe2b", "tag": "92b9c641-7703-4acd-bb55-f15c0e4740f4"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:18:25.251395 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7742fc-0470-4778-a7aa-b118d86009b0 req-8a464866-51e7-4b27-a325-af5772055770 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:25.251823 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 42398) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:25.252407 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fe7742fc-0470-4778-a7aa-b118d86009b0 req-8a464866-51e7-4b27-a325-af5772055770 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 943 time: 0.0671959 Mar 15 17:18:25.259814 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-9154d186-112f-40a4-be95-124c5c77c377 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'floatingip': {'port_id': 'a75f3396-0718-408c-a0c0-af81e89ccbd3'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:25.296465 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8af3131-a4e4-46a5-a016-1cb9b90db8b5 x-openstack-request-id: req-c8af3131-a4e4-46a5-a016-1cb9b90db8b5 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:18:25.296758 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c1b617-8c7a-4e9b-999b-a843e16abe2b", "tag": "92b9c641-7703-4acd-bb55-f15c0e4740f4", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:18:25.297021 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8af3131-a4e4-46a5-a016-1cb9b90db8b5 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:18:25.297421 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c1b617-8c7a-4e9b-999b-a843e16abe2b', 'tag': '92b9c641-7703-4acd-bb55-f15c0e4740f4', 'status': 'completed', 'code': 200} Mar 15 17:18:25.315238 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fe7742fc-0470-4778-a7aa-b118d86009b0 req-d558b363-2656-4f13-a059-693c12798cdc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502245 Mar 15 17:18:25.325453 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9154d186-112f-40a4-be95-124c5c77c377 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (2179230b-6b66-4ee7-a739-4d4922d660ad), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:25.330213 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dd949-236d-4163-8772-0e6ee45f6b0c service neutron] Pushing event updated for resources: {'Port': ['ID=92b9c641-7703-4acd-bb55-f15c0e4740f4,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:25.711868 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21d85-a411-430f-88f9-b7bd1fa89bed req-be651bd2-a369-4fd2-9c5a-b1756d719e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:25.713363 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-80f21d85-a411-430f-88f9-b7bd1fa89bed req-be651bd2-a369-4fd2-9c5a-b1756d719e2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b844637f18de4ab6b0c256db549c9369&device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 1127 time: 0.3986094 Mar 15 17:18:25.781946 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 42402) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:25.796564 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-58d651b8-a7d0-419c-846d-67420a8244b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:25.870282 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-58d651b8-a7d0-419c-846d-67420a8244b9 admin admin] Publish callbacks [] for security_group (7e2a1c7f-6773-4ccd-a460-eca877c21460), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:25.893981 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21d85-a411-430f-88f9-b7bd1fa89bed req-6cf9873c-8d91-4f30-835a-009b91e10f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:25.895472 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-80f21d85-a411-430f-88f9-b7bd1fa89bed req-6cf9873c-8d91-4f30-835a-009b91e10f94 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b844637f18de4ab6b0c256db549c9369&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1725662 Mar 15 17:18:25.921414 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-58d651b8-a7d0-419c-846d-67420a8244b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (7e2a1c7f-6773-4ccd-a460-eca877c21460), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:25.960845 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-58d651b8-a7d0-419c-846d-67420a8244b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d2ed4b730e843f89fcd8a6a8acdba76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1777213 Mar 15 17:18:25.961682 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d651b8-a7d0-419c-846d-67420a8244b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2a1c7f-6773-4ccd-a460-eca877c21460,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:25.964213 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 42404) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:26.012834 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8808712c-fe32-428e-ab2a-8e35cd5d6fb6 admin admin] Publish callbacks [] for security_group (7e2a1c7f-6773-4ccd-a460-eca877c21460), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:26.034789 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8808712c-fe32-428e-ab2a-8e35cd5d6fb6 admin admin] Publish callbacks [] for security_group (7e2a1c7f-6773-4ccd-a460-eca877c21460), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:26.096890 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21d85-a411-430f-88f9-b7bd1fa89bed req-58231cfb-15dc-46c7-832d-74a2724e055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:26.098335 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-80f21d85-a411-430f-88f9-b7bd1fa89bed req-58231cfb-15dc-46c7-832d-74a2724e055e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1967800 Mar 15 17:18:26.206931 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8808712c-fe32-428e-ab2a-8e35cd5d6fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (7e2a1c7f-6773-4ccd-a460-eca877c21460), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:26.209676 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8808712c-fe32-428e-ab2a-8e35cd5d6fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:26.209832 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9154d186-112f-40a4-be95-124c5c77c377 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:26.211046 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8808712c-fe32-428e-ab2a-8e35cd5d6fb6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e2a1c7f-6773-4ccd-a460-eca877c21460 HTTP/1.1" status: 204 len: 168 time: 0.2460144 Mar 15 17:18:26.220405 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808712c-fe32-428e-ab2a-8e35cd5d6fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2a1c7f-6773-4ccd-a460-eca877c21460,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:26.220785 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413ab37-ca42-432a-8c8e-4663080338ea req-0db5e496-e1af-41c3-9321-88733c0ee7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:26.223314 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2413ab37-ca42-432a-8c8e-4663080338ea req-0db5e496-e1af-41c3-9321-88733c0ee7d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b844637f18de4ab6b0c256db549c9369&device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 1127 time: 0.0834250 Mar 15 17:18:26.272612 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2413ab37-ca42-432a-8c8e-4663080338ea req-63ec57d6-bac5-463b-b3b2-c77b76622a03 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92b9c641-7703-4acd-bb55-f15c0e4740f4 HTTP/1.1" status: 200 len: 217 time: 0.0400894 Mar 15 17:18:26.321533 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413ab37-ca42-432a-8c8e-4663080338ea req-0dd0ce74-6726-4170-a7b5-fdafc6d49313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:26.323021 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2413ab37-ca42-432a-8c8e-4663080338ea req-0dd0ce74-6726-4170-a7b5-fdafc6d49313 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417 HTTP/1.1" status: 200 len: 852 time: 0.0437653 Mar 15 17:18:26.326938 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9154d186-112f-40a4-be95-124c5c77c377 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (2179230b-6b66-4ee7-a739-4d4922d660ad), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:26.416387 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2413ab37-ca42-432a-8c8e-4663080338ea req-5282f8d6-8ce6-4be9-b617-ad066a013324 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7679d2c3-9375-4832-a451-47ac97f33800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854766 Mar 15 17:18:26.540554 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-9154d186-112f-40a4-be95-124c5c77c377 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Floating IP 2179230b-6b66-4ee7-a739-4d4922d660ad associated. External IP: 172.27.3.187, port: a75f3396-0718-408c-a0c0-af81e89ccbd3. Mar 15 17:18:26.627768 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa0547-153e-487a-b008-6ce3767659b2 req-03be2fd4-2ae1-41f8-9e11-7f90730eeaed tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:26.629243 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-30aa0547-153e-487a-b008-6ce3767659b2 req-03be2fd4-2ae1-41f8-9e11-7f90730eeaed tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 943 time: 0.2314429 Mar 15 17:18:26.648863 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2413ab37-ca42-432a-8c8e-4663080338ea req-592d0c95-9852-41ea-b234-7deba16f66ae service neutron] 10.222.0.55 "GET /v2.0/networks/7679d2c3-9375-4832-a451-47ac97f33800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163205 Mar 15 17:18:26.774027 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-30aa0547-153e-487a-b008-6ce3767659b2 req-a20f2236-3595-4d4f-ad5c-d8129af24cb7 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383762 Mar 15 17:18:26.849269 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2413ab37-ca42-432a-8c8e-4663080338ea req-9698069b-6057-4287-a0dc-593af53ba77f service neutron] 10.222.0.55 "GET /v2.0/networks/7679d2c3-9375-4832-a451-47ac97f33800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875501 Mar 15 17:18:26.897566 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9154d186-112f-40a4-be95-124c5c77c377 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Router 91396da6-be11-4177-8f93-2dbf6404da12 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:18:27.008395 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9154d186-112f-40a4-be95-124c5c77c377 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:18:27.015577 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9154d186-112f-40a4-be95-124c5c77c377 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:27.021747 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c2ad33-7431-4cc2-bb15-02fd9d6f37d4 None None] Sync routers for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:18:27.033133 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c2ad33-7431-4cc2-bb15-02fd9d6f37d4 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:18:27.033764 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b4c2ad33-7431-4cc2-bb15-02fd9d6f37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:18:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:18:27.050648 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9154d186-112f-40a4-be95-124c5c77c377 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "PUT /v2.0/floatingips/2179230b-6b66-4ee7-a739-4d4922d660ad HTTP/1.1" status: 200 len: 991 time: 1.7980824 Mar 15 17:18:27.143006 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-b4c2ad33-7431-4cc2-bb15-02fd9d6f37d4 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:18:27.298914 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe50ad3-5baa-4b26-9353-fc02a3bed9f4', 'tag': 'a75f3396-0718-408c-a0c0-af81e89ccbd3'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:18:27.301258 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeed2c68-e82f-4459-94b2-421d8be3ef8f" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe50ad3-5baa-4b26-9353-fc02a3bed9f4", "tag": "a75f3396-0718-408c-a0c0-af81e89ccbd3"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:18:27.337046 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bead0aea-dbbf-493b-8a1f-a632fd595dc8 x-openstack-request-id: req-bead0aea-dbbf-493b-8a1f-a632fd595dc8 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:18:27.337395 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe50ad3-5baa-4b26-9353-fc02a3bed9f4", "tag": "a75f3396-0718-408c-a0c0-af81e89ccbd3", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:18:27.337641 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bead0aea-dbbf-493b-8a1f-a632fd595dc8 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:18:27.338043 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe50ad3-5baa-4b26-9353-fc02a3bed9f4', 'tag': 'a75f3396-0718-408c-a0c0-af81e89ccbd3', 'status': 'completed', 'code': 200} Mar 15 17:18:27.372913 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b4c2ad33-7431-4cc2-bb15-02fd9d6f37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '2179230b-6b66-4ee7-a739-4d4922d660ad', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': 'a75f3396-0718-408c-a0c0-af81e89ccbd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:ba:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe50ad3-5baa-4b26-9353-fc02a3bed9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:18:03Z', 'updated_at': '2022-03-15T17:18:26Z', 'revision_number': 1, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:18:27.404941 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c2ad33-7431-4cc2-bb15-02fd9d6f37d4 None None] Checking router: 91396da6-be11-4177-8f93-2dbf6404da12 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:18:27.413367 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c2ad33-7431-4cc2-bb15-02fd9d6f37d4 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:18:27.413976 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b4c2ad33-7431-4cc2-bb15-02fd9d6f37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:18:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:18:27.416506 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed2c68-e82f-4459-94b2-421d8be3ef8f req-7c7428e2-9575-44cd-b28e-91fb252e5c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:27.418035 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-eeed2c68-e82f-4459-94b2-421d8be3ef8f req-7c7428e2-9575-44cd-b28e-91fb252e5c94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 1129 time: 0.0514579 Mar 15 17:18:27.513854 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed2c68-e82f-4459-94b2-421d8be3ef8f req-d701e149-0e2a-4665-b0db-2c4c42e11bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:27.515679 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-eeed2c68-e82f-4459-94b2-421d8be3ef8f req-d701e149-0e2a-4665-b0db-2c4c42e11bbe service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3d728a8-748d-4c18-bacb-a3e562d9afc7 HTTP/1.1" status: 200 len: 916 time: 0.0872352 Mar 15 17:18:27.588470 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-eeed2c68-e82f-4459-94b2-421d8be3ef8f req-a70a9999-bb40-4b43-bbe1-97bae7bb30b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a75f3396-0718-408c-a0c0-af81e89ccbd3 HTTP/1.1" status: 200 len: 999 time: 0.0661845 Mar 15 17:18:27.650030 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed2c68-e82f-4459-94b2-421d8be3ef8f req-638506a8-a81c-4a3d-94ef-147e1dd0fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:27.651554 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-eeed2c68-e82f-4459-94b2-421d8be3ef8f req-638506a8-a81c-4a3d-94ef-147e1dd0fc4c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f01540eb-1a88-461c-85a1-2be4331180be HTTP/1.1" status: 200 len: 854 time: 0.0478485 Mar 15 17:18:27.661722 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-b4c2ad33-7431-4cc2-bb15-02fd9d6f37d4 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:18:27.709080 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed2c68-e82f-4459-94b2-421d8be3ef8f req-141d1c26-37fb-4348-bfee-9bc9da6a7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:27.710575 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-eeed2c68-e82f-4459-94b2-421d8be3ef8f req-141d1c26-37fb-4348-bfee-9bc9da6a7d60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d728a8-748d-4c18-bacb-a3e562d9afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441134 Mar 15 17:18:27.815996 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-eeed2c68-e82f-4459-94b2-421d8be3ef8f req-13f4c68c-b9a2-4e61-a273-8def1a4a1e81 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965927 Mar 15 17:18:27.907629 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b4c2ad33-7431-4cc2-bb15-02fd9d6f37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '2179230b-6b66-4ee7-a739-4d4922d660ad', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': 'a75f3396-0718-408c-a0c0-af81e89ccbd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:ba:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe50ad3-5baa-4b26-9353-fc02a3bed9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:18:03Z', 'updated_at': '2022-03-15T17:18:26Z', 'revision_number': 1, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:18:27.938857 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c2ad33-7431-4cc2-bb15-02fd9d6f37d4 None None] The sync data for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi is: [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '2179230b-6b66-4ee7-a739-4d4922d660ad', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': 'a75f3396-0718-408c-a0c0-af81e89ccbd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:ba:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe50ad3-5baa-4b26-9353-fc02a3bed9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:18:03Z', 'updated_at': '2022-03-15T17:18:26Z', 'revision_number': 1, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:18:27.953583 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-eeed2c68-e82f-4459-94b2-421d8be3ef8f req-25018582-e2e6-4b59-892d-ae01d5a98538 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260619 Mar 15 17:18:27.962236 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16d151-b81f-45c8-8b75-c259bdfd7096 req-bed60df2-23cc-43cc-b749-25158697c493 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:27.963727 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3d16d151-b81f-45c8-8b75-c259bdfd7096 req-bed60df2-23cc-43cc-b749-25158697c493 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 943 time: 0.0934968 Mar 15 17:18:28.018779 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3d16d151-b81f-45c8-8b75-c259bdfd7096 req-4da8f330-c4d5-4849-a5a8-8576166d9398 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479555 Mar 15 17:18:28.166046 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b149661-ac2f-4465-8316-bc28bc71b2be None None] New status for floating IP 2179230b-6b66-4ee7-a739-4d4922d660ad: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:18:29.151286 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68953fca-6361-4829-8091-c4a4716729b4 req-775c5303-48f2-41ac-a9d6-5eb54a599e9a tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:29.153288 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-68953fca-6361-4829-8091-c4a4716729b4 req-775c5303-48f2-41ac-a9d6-5eb54a599e9a tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 943 time: 0.0545425 Mar 15 17:18:29.204789 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-68953fca-6361-4829-8091-c4a4716729b4 req-ad4f3eda-8401-4623-8c4a-4078697c375b tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452220 Mar 15 17:18:29.555307 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 92b9c641-7703-4acd-bb55-f15c0e4740f4 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:18:29.651083 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 92b9c641-7703-4acd-bb55-f15c0e4740f4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=92b9c641-7703-4acd-bb55-f15c0e4740f4,segment=NetworkSegment(a0b2d680-55d4-4403-ae6f-fc6d6790964b),segment_id=a0b2d680-55d4-4403-ae6f-fc6d6790964b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:18:29.663360 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '92b9c641-7703-4acd-bb55-f15c0e4740f4', 'network_id': '7679d2c3-9375-4832-a451-47ac97f33800', 'port_id': '92b9c641-7703-4acd-bb55-f15c0e4740f4', 'mac_address': 'fa:16:3e:49:e5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:18:29.704242 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 92b9c641-7703-4acd-bb55-f15c0e4740f4 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:18:29.704639 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (92b9c641-7703-4acd-bb55-f15c0e4740f4), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:29.717706 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b9c641-7703-4acd-bb55-f15c0e4740f4 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:18:29.736139 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 92b9c641-7703-4acd-bb55-f15c0e4740f4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=92b9c641-7703-4acd-bb55-f15c0e4740f4,segment=NetworkSegment(a0b2d680-55d4-4403-ae6f-fc6d6790964b),segment_id=a0b2d680-55d4-4403-ae6f-fc6d6790964b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:18:29.858029 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (92b9c641-7703-4acd-bb55-f15c0e4740f4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:29.905274 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=92b9c641-7703-4acd-bb55-f15c0e4740f4,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:30.138898 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['92b9c641-7703-4acd-bb55-f15c0e4740f4'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:18:30.320960 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450f313-2258-4751-9af5-a024d3af5ad6 req-056deba5-0b75-4198-a0ff-0c0d9d4c7f21 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:30.324898 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d450f313-2258-4751-9af5-a024d3af5ad6 req-056deba5-0b75-4198-a0ff-0c0d9d4c7f21 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 944 time: 0.0523534 Mar 15 17:18:30.370222 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d450f313-2258-4751-9af5-a024d3af5ad6 req-0a0016fd-bd59-418f-a5a1-d896d06a055d tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420673 Mar 15 17:18:31.486560 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632638a-1b94-43eb-890d-004aab967158 req-6b0d1692-ef20-4a20-80f6-60571b1db857 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:31.488037 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3632638a-1b94-43eb-890d-004aab967158 req-6b0d1692-ef20-4a20-80f6-60571b1db857 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 944 time: 0.0504599 Mar 15 17:18:31.534132 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3632638a-1b94-43eb-890d-004aab967158 req-3a4f152a-86cc-44ce-a2d0-7774cfe26b49 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405805 Mar 15 17:18:31.570018 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 92b9c641-7703-4acd-bb55-f15c0e4740f4 up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:18:31.697489 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port 92b9c641-7703-4acd-bb55-f15c0e4740f4 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:18:31.702014 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 92b9c641-7703-4acd-bb55-f15c0e4740f4 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:18:31.702388 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (92b9c641-7703-4acd-bb55-f15c0e4740f4), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:31.781747 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 92b9c641-7703-4acd-bb55-f15c0e4740f4 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:18:31.782157 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (92b9c641-7703-4acd-bb55-f15c0e4740f4), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:31.804352 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 42554) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:31.805017 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c1b617-8c7a-4e9b-999b-a843e16abe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b9c641-7703-4acd-bb55-f15c0e4740f4'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:18:31.807372 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a9974d-42f3-4033-9df9-1005c4ddae4e" -d '{"events": [{"server_uuid": "21c1b617-8c7a-4e9b-999b-a843e16abe2b", "name": "network-vif-plugged", "status": "completed", "tag": "92b9c641-7703-4acd-bb55-f15c0e4740f4"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:18:31.822523 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 92b9c641-7703-4acd-bb55-f15c0e4740f4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=92b9c641-7703-4acd-bb55-f15c0e4740f4,segment=NetworkSegment(a0b2d680-55d4-4403-ae6f-fc6d6790964b),segment_id=a0b2d680-55d4-4403-ae6f-fc6d6790964b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:18:31.844212 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfef2df-652f-4d34-88bc-8da0dbac54e9 x-openstack-request-id: req-5dfef2df-652f-4d34-88bc-8da0dbac54e9 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:18:31.844523 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c1b617-8c7a-4e9b-999b-a843e16abe2b", "name": "network-vif-plugged", "status": "completed", "tag": "92b9c641-7703-4acd-bb55-f15c0e4740f4", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:18:31.844759 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5dfef2df-652f-4d34-88bc-8da0dbac54e9 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:18:31.845154 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c1b617-8c7a-4e9b-999b-a843e16abe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b9c641-7703-4acd-bb55-f15c0e4740f4', 'code': 200} Mar 15 17:18:31.892492 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (92b9c641-7703-4acd-bb55-f15c0e4740f4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:31.917723 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f2c129f6-5f6a-4a37-b066-a767bb33ead0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:31.940926 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=92b9c641-7703-4acd-bb55-f15c0e4740f4,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:31.998012 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f2c129f6-5f6a-4a37-b066-a767bb33ead0 admin admin] Publish callbacks [] for security_group (e9b906b6-5b4d-4d82-974f-7c9daf419596), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:32.052456 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f2c129f6-5f6a-4a37-b066-a767bb33ead0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (e9b906b6-5b4d-4d82-974f-7c9daf419596), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:32.092314 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f2c129f6-5f6a-4a37-b066-a767bb33ead0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34277baa85cb416ebb98be624705dfbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867882 Mar 15 17:18:32.093195 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c129f6-5f6a-4a37-b066-a767bb33ead0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b906b6-5b4d-4d82-974f-7c9daf419596,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:32.095464 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 42560) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:32.135055 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be884158-7209-4bb7-8fe1-99d586c02834 req-cf3155f7-b782-427e-a748-eded94051d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:32.137980 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-be884158-7209-4bb7-8fe1-99d586c02834 req-cf3155f7-b782-427e-a748-eded94051d0f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 1129 time: 0.0459206 Mar 15 17:18:32.144588 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0b7bfd89-aee2-4a6c-b7f5-5fb34ea4d9ae admin admin] Publish callbacks [] for security_group (e9b906b6-5b4d-4d82-974f-7c9daf419596), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:32.165847 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0b7bfd89-aee2-4a6c-b7f5-5fb34ea4d9ae admin admin] Publish callbacks [] for security_group (e9b906b6-5b4d-4d82-974f-7c9daf419596), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:32.186263 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-be884158-7209-4bb7-8fe1-99d586c02834 req-a1ba834b-d54c-4df5-a043-6e5796007e46 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411906 Mar 15 17:18:32.280702 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0b7bfd89-aee2-4a6c-b7f5-5fb34ea4d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (e9b906b6-5b4d-4d82-974f-7c9daf419596), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:32.283439 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0b7bfd89-aee2-4a6c-b7f5-5fb34ea4d9ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:32.284730 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0b7bfd89-aee2-4a6c-b7f5-5fb34ea4d9ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9b906b6-5b4d-4d82-974f-7c9daf419596 HTTP/1.1" status: 204 len: 168 time: 0.1882701 Mar 15 17:18:32.294993 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bfd89-aee2-4a6c-b7f5-5fb34ea4d9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b906b6-5b4d-4d82-974f-7c9daf419596,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:32.656235 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fad05-cc8e-4e85-a31c-f3fe466c110a req-b42059bb-e562-428f-aed1-165c1193c195 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:32.657698 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-670fad05-cc8e-4e85-a31c-f3fe466c110a req-b42059bb-e562-428f-aed1-165c1193c195 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 945 time: 0.0538857 Mar 15 17:18:32.707075 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-670fad05-cc8e-4e85-a31c-f3fe466c110a req-136f6b0c-0504-4bab-b4ac-c5644a0ea982 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434859 Mar 15 17:18:32.867307 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 42568) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:32.880487 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b35833d-ef72-4ed6-a160-17f823d1c57f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:32.953904 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b35833d-ef72-4ed6-a160-17f823d1c57f admin admin] Publish callbacks [] for security_group (8b6a563a-63e2-4f86-9e5e-84940233fa29), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:33.017711 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b35833d-ef72-4ed6-a160-17f823d1c57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (8b6a563a-63e2-4f86-9e5e-84940233fa29), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:33.056651 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9b35833d-ef72-4ed6-a160-17f823d1c57f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbd000d0dda340eeb2aab58ad271821a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882267 Mar 15 17:18:33.057512 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35833d-ef72-4ed6-a160-17f823d1c57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6a563a-63e2-4f86-9e5e-84940233fa29,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:33.059451 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 42570) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:33.109635 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-626c9a93-54f7-4a81-affe-58539df2847f admin admin] Publish callbacks [] for security_group (8b6a563a-63e2-4f86-9e5e-84940233fa29), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:33.130806 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-626c9a93-54f7-4a81-affe-58539df2847f admin admin] Publish callbacks [] for security_group (8b6a563a-63e2-4f86-9e5e-84940233fa29), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:33.241291 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-626c9a93-54f7-4a81-affe-58539df2847f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (8b6a563a-63e2-4f86-9e5e-84940233fa29), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:33.244149 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-626c9a93-54f7-4a81-affe-58539df2847f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:33.245294 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-626c9a93-54f7-4a81-affe-58539df2847f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b6a563a-63e2-4f86-9e5e-84940233fa29 HTTP/1.1" status: 204 len: 168 time: 0.1846895 Mar 15 17:18:33.254793 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c9a93-54f7-4a81-affe-58539df2847f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6a563a-63e2-4f86-9e5e-84940233fa29,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:33.826956 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eee163-c6ff-44d0-8c64-788610061d81 req-29c68588-e653-4d6e-96dc-41e97c9b4e57 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:33.828439 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a1eee163-c6ff-44d0-8c64-788610061d81 req-29c68588-e653-4d6e-96dc-41e97c9b4e57 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 945 time: 0.0522304 Mar 15 17:18:33.874616 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a1eee163-c6ff-44d0-8c64-788610061d81 req-ae85ebcc-5b7a-424f-9662-67d44eb9704d tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 Mar 15 17:18:35.101559 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01a8b1-c82f-4ee0-9fa6-f2bf8dac64fc req-fb5c6b61-ce1a-41fa-b10e-33b007506b12 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:35.103181 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d01a8b1-c82f-4ee0-9fa6-f2bf8dac64fc req-fb5c6b61-ce1a-41fa-b10e-33b007506b12 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0519104 Mar 15 17:18:35.171693 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d01a8b1-c82f-4ee0-9fa6-f2bf8dac64fc req-7ff62bfb-7a55-4a6e-9c92-c9b626c5819f tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623953 Mar 15 17:18:35.228379 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2acd0f-1271-4588-bbc0-d22e9c388310 req-f2bea8f1-5496-4434-a759-ae479082de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:35.229888 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fe2acd0f-1271-4588-bbc0-d22e9c388310 req-f2bea8f1-5496-4434-a759-ae479082de7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0549ab293b848ada3a0d9e5fb9fdb43&device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 1169 time: 0.0606427 Mar 15 17:18:35.333260 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2acd0f-1271-4588-bbc0-d22e9c388310 req-b9b228c2-7799-46e5-ae96-8dc781f76de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:35.333260 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fe2acd0f-1271-4588-bbc0-d22e9c388310 req-b9b228c2-7799-46e5-ae96-8dc781f76de4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8aa70f3c-0da7-419d-98be-3dfa126470bb HTTP/1.1" status: 200 len: 915 time: 0.0893397 Mar 15 17:18:35.411213 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fe2acd0f-1271-4588-bbc0-d22e9c388310 req-d09d60ce-c61a-4bff-bab8-204467eda1b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bb88558-7875-4609-a2ab-65edd7b65147 HTTP/1.1" status: 200 len: 1002 time: 0.0618637 Mar 15 17:18:35.471508 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2acd0f-1271-4588-bbc0-d22e9c388310 req-fd6280be-2d1f-4747-9fc0-89324c25344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:35.472918 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fe2acd0f-1271-4588-bbc0-d22e9c388310 req-fd6280be-2d1f-4747-9fc0-89324c25344b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ceec15bc-263e-4dab-8a78-08135ee43e6f HTTP/1.1" status: 200 len: 853 time: 0.0439010 Mar 15 17:18:35.521168 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2acd0f-1271-4588-bbc0-d22e9c388310 req-6b358975-90d3-47c9-a6ef-22e844265717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:35.522712 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fe2acd0f-1271-4588-bbc0-d22e9c388310 req-6b358975-90d3-47c9-a6ef-22e844265717 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8aa70f3c-0da7-419d-98be-3dfa126470bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434377 Mar 15 17:18:35.627831 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fe2acd0f-1271-4588-bbc0-d22e9c388310 req-adc05ef5-cd27-4b6d-bdd3-844b9e3c6512 service neutron] 10.222.0.55 "GET /v2.0/networks/8aa70f3c-0da7-419d-98be-3dfa126470bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886168 Mar 15 17:18:35.718862 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fe2acd0f-1271-4588-bbc0-d22e9c388310 req-f6f464e1-ccb7-4ad1-805d-754b7c52c1f4 service neutron] 10.222.0.55 "GET /v2.0/networks/8aa70f3c-0da7-419d-98be-3dfa126470bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835459 Mar 15 17:18:36.291941 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68008d9d-0671-4c8d-b65c-3e07835d6203 req-3b63d4cd-43e6-4630-ba12-f21054728e29 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:36.294068 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-68008d9d-0671-4c8d-b65c-3e07835d6203 req-3b63d4cd-43e6-4630-ba12-f21054728e29 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0528264 Mar 15 17:18:36.356877 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-68008d9d-0671-4c8d-b65c-3e07835d6203 req-16ecc08a-9889-40d4-84c7-1d84d9aa1fc8 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568686 Mar 15 17:18:37.486162 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda48d1-32a8-41e4-8b43-03a39d0ee520 req-8f9ff2f9-0e1e-49e6-9279-f74737496674 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:37.487566 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cfda48d1-32a8-41e4-8b43-03a39d0ee520 req-8f9ff2f9-0e1e-49e6-9279-f74737496674 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0560925 Mar 15 17:18:37.545102 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cfda48d1-32a8-41e4-8b43-03a39d0ee520 req-0be3babf-ffb9-4326-b5af-7300b8604ea1 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518682 Mar 15 17:18:38.665454 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97893e74-9d94-4366-bfdd-c7a93b0f159b req-9010119a-d417-4e02-8c63-3fa4c9b45f43 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:38.666981 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-97893e74-9d94-4366-bfdd-c7a93b0f159b req-9010119a-d417-4e02-8c63-3fa4c9b45f43 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0546827 Mar 15 17:18:38.726002 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-97893e74-9d94-4366-bfdd-c7a93b0f159b req-0d6d951a-7bb2-4770-9452-afc83d85ad35 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530488 Mar 15 17:18:39.000439 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:39.845509 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4e1d0-7afa-4cbb-9cc9-f4c3dedb9104 req-33f940d9-cbeb-4397-9623-7af028a004cd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:39.846989 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-afd4e1d0-7afa-4cbb-9cc9-f4c3dedb9104 req-33f940d9-cbeb-4397-9623-7af028a004cd tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0547311 Mar 15 17:18:39.905727 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-afd4e1d0-7afa-4cbb-9cc9-f4c3dedb9104 req-e1483699-306d-4934-ac87-3c7eb0c347ce tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532010 Mar 15 17:18:41.021980 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed4fe3-0745-45d0-bc4d-c673d6d46b2a req-074106ec-6138-4794-ba5d-e8ff0ba13ed4 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:41.023490 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b4ed4fe3-0745-45d0-bc4d-c673d6d46b2a req-074106ec-6138-4794-ba5d-e8ff0ba13ed4 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0519543 Mar 15 17:18:41.082460 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b4ed4fe3-0745-45d0-bc4d-c673d6d46b2a req-dcb2757b-1069-45ad-9d93-e9150f43fc72 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526319 Mar 15 17:18:41.237488 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:18:42.200372 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b64acd-e0af-4f64-92a3-e48b6090738f req-6dd8fe8c-9291-46af-8a62-7d5f304ded29 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:42.201849 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-75b64acd-e0af-4f64-92a3-e48b6090738f req-6dd8fe8c-9291-46af-8a62-7d5f304ded29 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0533864 Mar 15 17:18:42.265331 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-75b64acd-e0af-4f64-92a3-e48b6090738f req-bbb11c0a-ee09-40ce-9c9f-115dbf306b64 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577092 Mar 15 17:18:43.382698 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d3621-9ad4-4814-a78c-e96e6d59a98e req-8680eb02-d98d-42ae-b15d-eb701c3cc956 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:43.384245 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ba9d3621-9ad4-4814-a78c-e96e6d59a98e req-8680eb02-d98d-42ae-b15d-eb701c3cc956 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0519228 Mar 15 17:18:43.445650 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ba9d3621-9ad4-4814-a78c-e96e6d59a98e req-b4b53035-dcf9-4e85-9620-ccfdcba99bc2 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550160 Mar 15 17:18:44.562821 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeddbc-d427-4fac-917c-701b6fdc247e req-e38538f7-4796-45ab-863b-281c6526fc2c tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:44.564321 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-49aeddbc-d427-4fac-917c-701b6fdc247e req-e38538f7-4796-45ab-863b-281c6526fc2c tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0516312 Mar 15 17:18:44.623137 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-49aeddbc-d427-4fac-917c-701b6fdc247e req-1de4c7be-5a05-4fc8-8bdf-ea584ec655c2 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532546 Mar 15 17:18:45.371683 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2f7c2-17f5-4c0e-a8c2-c44415289733 req-5a094db6-549f-462f-b588-0798748dc116 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:45.373152 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-56e2f7c2-17f5-4c0e-a8c2-c44415289733 req-5a094db6-549f-462f-b588-0798748dc116 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 947 time: 0.0555284 Mar 15 17:18:45.418901 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-56e2f7c2-17f5-4c0e-a8c2-c44415289733 req-32bc1e7c-dbfa-4545-855d-51d136022989 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400753 Mar 15 17:18:45.744530 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050ec95-96fa-4353-a530-1db8f5cba8b0 req-b9a0f8e7-28d8-4b5a-a4dd-3f30a9fcd6e0 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:45.746183 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f050ec95-96fa-4353-a530-1db8f5cba8b0 req-b9a0f8e7-28d8-4b5a-a4dd-3f30a9fcd6e0 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0558467 Mar 15 17:18:45.804769 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f050ec95-96fa-4353-a530-1db8f5cba8b0 req-318f66af-d338-484e-8295-dbc9b1fb08cb tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531502 Mar 15 17:18:45.953391 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-76779cbf-6223-4805-b655-f321f0875cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:46.540927 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a2e1-4854-44f9-a040-5b6b19152624 req-b454cb3a-e619-4dd3-a636-1320a02dd667 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:46.542419 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1330a2e1-4854-44f9-a040-5b6b19152624 req-b454cb3a-e619-4dd3-a636-1320a02dd667 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 947 time: 0.0520003 Mar 15 17:18:46.588363 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1330a2e1-4854-44f9-a040-5b6b19152624 req-a1e14651-33bc-49c4-8994-ac94120e6d89 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402479 Mar 15 17:18:46.921311 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14f14f-20d6-4837-a995-dd907e871d45 req-a29213e2-4d4a-4983-89d8-0817cfe3316a tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:46.922827 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ed14f14f-20d6-4837-a995-dd907e871d45 req-a29213e2-4d4a-4983-89d8-0817cfe3316a tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0522943 Mar 15 17:18:46.981682 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ed14f14f-20d6-4837-a995-dd907e871d45 req-0753c506-0ea1-411d-b67c-25989dd1b8f9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531712 Mar 15 17:18:47.713322 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874770a3-8416-43fb-b0c5-c3656e29007d req-25f1026a-36ce-4b35-83fb-1d2b3a5a541b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:47.714855 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-874770a3-8416-43fb-b0c5-c3656e29007d req-25f1026a-36ce-4b35-83fb-1d2b3a5a541b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 947 time: 0.0563972 Mar 15 17:18:47.763118 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-874770a3-8416-43fb-b0c5-c3656e29007d req-e3f2d226-689b-4741-beb2-995e98a08224 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426073 Mar 15 17:18:48.120573 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb8b3a-5b08-43ff-b812-149be06b0109 req-a1ef50cf-b47b-43a8-ad62-29859006ce91 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:48.122376 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-99fb8b3a-5b08-43ff-b812-149be06b0109 req-a1ef50cf-b47b-43a8-ad62-29859006ce91 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0591719 Mar 15 17:18:48.186372 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-99fb8b3a-5b08-43ff-b812-149be06b0109 req-f02edfd8-f5b9-48aa-b774-985cd161189c tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584335 Mar 15 17:18:48.640169 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5ec26922-df73-4670-8dd4-31ee8667caca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:48.812951 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 42786) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:48.888200 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539389f-ac42-4917-92fd-bc4c3735cae4 req-71e1e68d-435b-44ec-b2b4-2fd87ab909e6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:48.889935 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1539389f-ac42-4917-92fd-bc4c3735cae4 req-71e1e68d-435b-44ec-b2b4-2fd87ab909e6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 947 time: 0.0524592 Mar 15 17:18:48.916403 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-91fb5189-3ef9-48f7-ac19-a27654a0f4b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:48.936989 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1539389f-ac42-4917-92fd-bc4c3735cae4 req-83859b2c-0d90-47dd-8414-5547150fbb2f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415404 Mar 15 17:18:48.989892 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-91fb5189-3ef9-48f7-ac19-a27654a0f4b3 admin admin] Publish callbacks [] for security_group (660dbe97-1e10-4ec4-8a39-beadf564b948), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:49.061458 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-91fb5189-3ef9-48f7-ac19-a27654a0f4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (660dbe97-1e10-4ec4-8a39-beadf564b948), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:49.099837 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-91fb5189-3ef9-48f7-ac19-a27654a0f4b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8e78a2b4f9748648e457041f87687e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858207 Mar 15 17:18:49.100679 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb5189-3ef9-48f7-ac19-a27654a0f4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660dbe97-1e10-4ec4-8a39-beadf564b948,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:49.102523 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 42790) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:49.150288 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Publish callbacks [] for security_group (660dbe97-1e10-4ec4-8a39-beadf564b948), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:49.172889 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Publish callbacks [] for security_group (660dbe97-1e10-4ec4-8a39-beadf564b948), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:49.280156 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (660dbe97-1e10-4ec4-8a39-beadf564b948), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:49.282770 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:49.283930 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/660dbe97-1e10-4ec4-8a39-beadf564b948 HTTP/1.1" status: 204 len: 168 time: 0.1803339 Mar 15 17:18:49.292702 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660dbe97-1e10-4ec4-8a39-beadf564b948,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:49.302255 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:49.302773 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:49.302971 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:49.303428 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:49.303882 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:49.304218 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:49.304549 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:49.305949 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d077e5f-3242-4dbe-95ad-fad5123896d0 req-3ca0936c-c379-40f2-b037-d733dd685f9c tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:49.307489 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5d077e5f-3242-4dbe-95ad-fad5123896d0 req-3ca0936c-c379-40f2-b037-d733dd685f9c tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0537312 Mar 15 17:18:49.315408 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:49.315806 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:49.316136 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:49.316482 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:49.316820 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:49.317151 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:49.317476 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:49.317799 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff80ad-4df2-4065-8c61-c87b87616b52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:18:49.374768 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5d077e5f-3242-4dbe-95ad-fad5123896d0 req-a1449278-7ee6-4635-bfb7-bc35e640109c tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568538 Mar 15 17:18:49.405715 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:49.951959 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 42800) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:49.968926 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1b614cd3-dd0f-4af4-980f-f65ed0ef2ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:50.042391 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1b614cd3-dd0f-4af4-980f-f65ed0ef2ef7 admin admin] Publish callbacks [] for security_group (dc2cbc1a-eae2-49a1-bb1a-b0454bf8a0f9), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:50.060747 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414f16e-9563-48fa-beb9-e0f9fd8cbaba req-db356140-69a1-42a9-aecc-82ce00b8ee0b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:50.062291 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5414f16e-9563-48fa-beb9-e0f9fd8cbaba req-db356140-69a1-42a9-aecc-82ce00b8ee0b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 947 time: 0.0533707 Mar 15 17:18:50.107947 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5414f16e-9563-48fa-beb9-e0f9fd8cbaba req-702ed7b3-4c20-4418-a320-c9370cfa5f38 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400920 Mar 15 17:18:50.131055 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1b614cd3-dd0f-4af4-980f-f65ed0ef2ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (dc2cbc1a-eae2-49a1-bb1a-b0454bf8a0f9), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:50.170946 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1b614cd3-dd0f-4af4-980f-f65ed0ef2ef7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41ffb5ed442947efb0c2a4aa807f1942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176890 Mar 15 17:18:50.172202 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b614cd3-dd0f-4af4-980f-f65ed0ef2ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2cbc1a-eae2-49a1-bb1a-b0454bf8a0f9,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:50.172818 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 42806) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:50.226687 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1729a5fe-c42e-4753-ab0d-93be01708cab admin admin] Publish callbacks [] for security_group (dc2cbc1a-eae2-49a1-bb1a-b0454bf8a0f9), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:50.250057 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1729a5fe-c42e-4753-ab0d-93be01708cab admin admin] Publish callbacks [] for security_group (dc2cbc1a-eae2-49a1-bb1a-b0454bf8a0f9), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:50.388266 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1729a5fe-c42e-4753-ab0d-93be01708cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (dc2cbc1a-eae2-49a1-bb1a-b0454bf8a0f9), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:50.391018 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1729a5fe-c42e-4753-ab0d-93be01708cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:50.392244 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1729a5fe-c42e-4753-ab0d-93be01708cab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc2cbc1a-eae2-49a1-bb1a-b0454bf8a0f9 HTTP/1.1" status: 204 len: 168 time: 0.2184641 Mar 15 17:18:50.400688 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729a5fe-c42e-4753-ab0d-93be01708cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2cbc1a-eae2-49a1-bb1a-b0454bf8a0f9,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:50.496286 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9de68-8359-4dbb-8af4-f90de307735e req-9cc6ac01-9bd7-4324-9e31-6394f729b0b9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:50.497872 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d8a9de68-8359-4dbb-8af4-f90de307735e req-9cc6ac01-9bd7-4324-9e31-6394f729b0b9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0540936 Mar 15 17:18:50.557066 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d8a9de68-8359-4dbb-8af4-f90de307735e req-8b2279aa-b000-4b57-80f2-1c88cf522840 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536158 Mar 15 17:18:50.948650 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:51.240179 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70525251-9979-4976-8741-d033f4aa5eec req-2d5161a1-e85b-4efd-852c-e8c415898cf3 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:51.241687 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-70525251-9979-4976-8741-d033f4aa5eec req-2d5161a1-e85b-4efd-852c-e8c415898cf3 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 947 time: 0.0613697 Mar 15 17:18:51.289743 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-70525251-9979-4976-8741-d033f4aa5eec req-25a7caf4-c17d-4382-ad6e-36b31f30f2ce tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421212 Mar 15 17:18:51.417233 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-6983206c-4eea-47c9-83d8-316195457e4e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:51.418897 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-6983206c-4eea-47c9-83d8-316195457e4e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.55 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 947 time: 0.0564120 Mar 15 17:18:51.436237 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 42834) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:51.537379 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1677860272-network', 'tenant_id': 'b40aaeaa41404901816a7f6bbd46e308'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:51.628511 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] Made reservation on behalf of b40aaeaa41404901816a7f6bbd46e308 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:18:51.630907 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:51.640477 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:51.718084 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] Publish callbacks [] for security_group (9f2163dd-a06d-485b-8064-b767d27fcd49), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:51.805944 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc90cf5-b8c9-4fcf-96e0-e2e0e1cbb594 req-fd0a3dad-4e1f-4301-a6e7-1b31f1fa0961 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:51.807509 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0bc90cf5-b8c9-4fcf-96e0-e2e0e1cbb594 req-fd0a3dad-4e1f-4301-a6e7-1b31f1fa0961 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0877979 Mar 15 17:18:51.834167 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9f2163dd-a06d-485b-8064-b767d27fcd49), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:51.850422 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-9fee7795-0b95-4b10-849a-3cbb993f97c2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Deleting port 6afb6f11-7e65-449c-87d5-5fa497bb403e {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:18:51.850909 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-9fee7795-0b95-4b10-849a-3cbb993f97c2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:51.860276 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:18:51.869197 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2163dd-a06d-485b-8064-b767d27fcd49,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:51.875759 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (a109965e-f8bc-495a-9854-96794f5270a5), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:51.876194 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] Added segment a109965e-f8bc-495a-9854-96794f5270a5 of type vlan for network 12010567-2d67-48b6-84a9-327a908114eb Mar 15 17:18:51.916423 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (12010567-2d67-48b6-84a9-327a908114eb), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:51.933747 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0bc90cf5-b8c9-4fcf-96e0-e2e0e1cbb594 req-098fc797-9cf0-46aa-9c18-d3d1147bb946 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195447 Mar 15 17:18:51.967634 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-9fee7795-0b95-4b10-849a-3cbb993f97c2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] For port 6afb6f11-7e65-449c-87d5-5fa497bb403e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=6afb6f11-7e65-449c-87d5-5fa497bb403e,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:18:51.968000 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-9fee7795-0b95-4b10-849a-3cbb993f97c2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:52.028334 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (12010567-2d67-48b6-84a9-327a908114eb), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:52.029503 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:52.030183 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:52.093952 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] Pushing event updated for resources: {'Network': ['ID=12010567-2d67-48b6-84a9-327a908114eb,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:52.103943 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network 12010567-2d67-48b6-84a9-327a908114eb details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:18:52.147231 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-9fee7795-0b95-4b10-849a-3cbb993f97c2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:52.147968 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-9fee7795-0b95-4b10-849a-3cbb993f97c2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (7d6556fb-3c33-4b5b-a377-0eb7b906f185), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:52.148299 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.l3_db [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-9fee7795-0b95-4b10-849a-3cbb993f97c2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Floating IP 7d6556fb-3c33-4b5b-a377-0eb7b906f185 disassociated. External IP: 172.27.3.38, port: 6afb6f11-7e65-449c-87d5-5fa497bb403e. Mar 15 17:18:52.148640 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-9fee7795-0b95-4b10-849a-3cbb993f97c2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Calling delete_port for 6afb6f11-7e65-449c-87d5-5fa497bb403e owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:18:52.154324 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e5b852fd-e1e0-438c-b9f3-ba42311c1468 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7169137 Mar 15 17:18:52.154637 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 42842) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:52.162129 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-2f61c96b-a49f-4a1c-aff7-6d33627fb3de admin admin] Request body: {'subnet': {'network_id': '12010567-2d67-48b6-84a9-327a908114eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1677860272-subnet', 'tenant_id': 'b40aaeaa41404901816a7f6bbd46e308', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:52.308965 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f61c96b-a49f-4a1c-aff7-6d33627fb3de admin admin] Made reservation on behalf of b40aaeaa41404901816a7f6bbd46e308 for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:18:52.311372 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2f61c96b-a49f-4a1c-aff7-6d33627fb3de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26859151'] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:52.420035 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bec660-f2fc-4309-90f1-526777fefb09 req-55fc99db-a3f5-4b06-8de2-d34968e79b5d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:52.421472 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f3bec660-f2fc-4309-90f1-526777fefb09 req-55fc99db-a3f5-4b06-8de2-d34968e79b5d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 947 time: 0.0599079 Mar 15 17:18:52.446011 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-9fee7795-0b95-4b10-849a-3cbb993f97c2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (6afb6f11-7e65-449c-87d5-5fa497bb403e), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:52.470591 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f3bec660-f2fc-4309-90f1-526777fefb09 req-0af7405d-2b9a-4378-ae84-4b15df772e78 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=57457012-8967-46f9-b857-5372ce4652e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433815 Mar 15 17:18:52.504631 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee7795-0b95-4b10-849a-3cbb993f97c2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event deleted for resources: {'Port': ['ID=6afb6f11-7e65-449c-87d5-5fa497bb403e,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:52.588147 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:52.617123 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2f61c96b-a49f-4a1c-aff7-6d33627fb3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4078860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26859165'] for subnet (a5739ebe-b28b-4dcf-a855-df6251cd6901), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:52.678531 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-9fee7795-0b95-4b10-849a-3cbb993f97c2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Router 71f44b43-a476-4d20-b4ab-8c89f27ffdda has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:18:52.681519 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61c96b-a49f-4a1c-aff7-6d33627fb3de admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5739ebe-b28b-4dcf-a855-df6251cd6901,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:52.710252 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61c96b-a49f-4a1c-aff7-6d33627fb3de admin admin] Checking segment: {'id': 'a109965e-f8bc-495a-9854-96794f5270a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '12010567-2d67-48b6-84a9-327a908114eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:18:52.710610 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f61c96b-a49f-4a1c-aff7-6d33627fb3de admin admin] Network hostable DHCP agents. Network: 12010567-2d67-48b6-84a9-327a908114eb, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:18:52.818828 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-9fee7795-0b95-4b10-849a-3cbb993f97c2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:18:52.829223 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722788e-e793-4c5e-8a98-03afc302876e None None] Sync routers for ids ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:18:52.840420 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722788e-e793-4c5e-8a98-03afc302876e None None] Routers {'71f44b43-a476-4d20-b4ab-8c89f27ffdda'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:18:52.840420 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c722788e-e793-4c5e-8a98-03afc302876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:18:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:18:52.861627 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-9fee7795-0b95-4b10-849a-3cbb993f97c2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] No DVR routers for this DVR port 6afb6f11-7e65-449c-87d5-5fa497bb403e on host hv-cinder-83124 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:18:52.864588 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-9fee7795-0b95-4b10-849a-3cbb993f97c2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:52.867971 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f134bfa5-d07a-4acc-ab3e-cc7b463d8c78 req-9fee7795-0b95-4b10-849a-3cbb993f97c2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.55 "DELETE /v2.0/ports/6afb6f11-7e65-449c-87d5-5fa497bb403e HTTP/1.1" status: 204 len: 173 time: 1.4406738 Mar 15 17:18:52.868468 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'name': 'network-vif-deleted', 'tag': '6afb6f11-7e65-449c-87d5-5fa497bb403e'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:18:52.871717 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465d0a7a-5487-475e-9cd5-557b501a2d3e" -d '{"events": [{"server_uuid": "041a9e82-c88a-4a18-a0d0-945453f608b1", "name": "network-vif-deleted", "tag": "6afb6f11-7e65-449c-87d5-5fa497bb403e"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:18:52.911000 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fc29e6-6d51-4346-bce5-b87bfedf6a0e x-openstack-request-id: req-f1fc29e6-6d51-4346-bce5-b87bfedf6a0e {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:18:52.911313 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041a9e82-c88a-4a18-a0d0-945453f608b1", "name": "network-vif-deleted", "tag": "6afb6f11-7e65-449c-87d5-5fa497bb403e", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:18:52.911726 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1fc29e6-6d51-4346-bce5-b87bfedf6a0e {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:18:52.912454 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041a9e82-c88a-4a18-a0d0-945453f608b1', 'name': 'network-vif-deleted', 'tag': '6afb6f11-7e65-449c-87d5-5fa497bb403e', 'status': 'completed', 'code': 200} Mar 15 17:18:52.919351 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f61c96b-a49f-4a1c-aff7-6d33627fb3de admin admin] Network 12010567-2d67-48b6-84a9-327a908114eb is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:18:52.954876 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-c722788e-e793-4c5e-8a98-03afc302876e None None] Set router 71f44b43-a476-4d20-b4ab-8c89f27ffdda gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:18:53.066426 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43361683-f29f-4143-8c71-22fd1725d9d7 req-83a54ac4-3e65-4e24-9f2c-507b8adc0d68 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:53.067984 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-43361683-f29f-4143-8c71-22fd1725d9d7 req-83a54ac4-3e65-4e24-9f2c-507b8adc0d68 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0639355 Mar 15 17:18:53.078683 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-2f61c96b-a49f-4a1c-aff7-6d33627fb3de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, 12010567-2d67-48b6-84a9-327a908114eb) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:18:53.083848 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61c96b-a49f-4a1c-aff7-6d33627fb3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:53.084592 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2f61c96b-a49f-4a1c-aff7-6d33627fb3de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:53.094700 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55448fb0-a162-45f2-bdbf-041731f20acb None None] Network 12010567-2d67-48b6-84a9-327a908114eb requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:18:53.142606 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-43361683-f29f-4143-8c71-22fd1725d9d7 req-828d243b-92d0-4e5a-98c1-77e7b9e29f0c tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663173 Mar 15 17:18:53.242128 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f49a5e-a880-4e24-b106-7bf6ce854dc1 None None] Network 12010567-2d67-48b6-84a9-327a908114eb requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:18:53.248218 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2f61c96b-a49f-4a1c-aff7-6d33627fb3de admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0927896 Mar 15 17:18:53.323108 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c722788e-e793-4c5e-8a98-03afc302876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '6f9b0933-0d2e-464d-af74-1b83cc7f122a', 'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'mac_address': 'fa:16:3e:d6:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 5, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'subnets': [{'id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:18:53.372146 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722788e-e793-4c5e-8a98-03afc302876e None None] Checking router: 71f44b43-a476-4d20-b4ab-8c89f27ffdda for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:18:53.383437 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722788e-e793-4c5e-8a98-03afc302876e None None] Routers {'71f44b43-a476-4d20-b4ab-8c89f27ffdda'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:18:53.383437 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c722788e-e793-4c5e-8a98-03afc302876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:18:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:18:53.493484 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-c722788e-e793-4c5e-8a98-03afc302876e None None] Set router 71f44b43-a476-4d20-b4ab-8c89f27ffdda gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:18:53.588005 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5d8919cb-4a9e-4868-a78a-3507c882dfed req-45eaa0aa-193d-474f-8444-fd8d2cc79498 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=041a9e82-c88a-4a18-a0d0-945453f608b1 HTTP/1.1" status: 200 len: 210 time: 0.0290940 Mar 15 17:18:53.751299 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 6afb6f11-7e65-449c-87d5-5fa497bb403e no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:18:53.777390 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: 6afb6f11-7e65-449c-87d5-5fa497bb403e {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:18:53.777734 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 6afb6f11-7e65-449c-87d5-5fa497bb403e not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:18:53.865572 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c722788e-e793-4c5e-8a98-03afc302876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '6f9b0933-0d2e-464d-af74-1b83cc7f122a', 'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'mac_address': 'fa:16:3e:d6:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 5, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'subnets': [{'id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:18:53.896048 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722788e-e793-4c5e-8a98-03afc302876e None None] The sync data for ids ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'] in dv-cinder-831247-12-iscsi is: [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '6f9b0933-0d2e-464d-af74-1b83cc7f122a', 'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'mac_address': 'fa:16:3e:d6:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 5, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'subnets': [{'id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:18:53.992022 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 42878) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:54.000403 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-211249050-network', 'tenant_id': '1c96af55fd19480084969c0c1bcba82e'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:54.110167 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8442ef2c-d908-4f9c-b4ff-78f2dc524fe5 None None] New status for floating IP 7d6556fb-3c33-4b5b-a377-0eb7b906f185: DOWN {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:18:54.148454 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] Made reservation on behalf of 1c96af55fd19480084969c0c1bcba82e for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:18:54.151267 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:54.161043 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:54.270523 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] Publish callbacks [] for security_group (251f552c-005a-4fc0-885a-517176a31f37), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:54.283158 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7db7e-0eda-4862-85ff-9dad94541c96 req-3c21ca06-ea6f-4321-a1d7-cb38a8275b8f tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:54.284655 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dca7db7e-0eda-4862-85ff-9dad94541c96 req-3c21ca06-ea6f-4321-a1d7-cb38a8275b8f tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0565054 Mar 15 17:18:54.347554 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dca7db7e-0eda-4862-85ff-9dad94541c96 req-6966fdb7-51ec-49bf-b878-7360c44b24c0 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568647 Mar 15 17:18:54.359954 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (251f552c-005a-4fc0-885a-517176a31f37), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:54.381322 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:18:54.396266 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251f552c-005a-4fc0-885a-517176a31f37,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:54.399515 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (918ba923-c9be-4f16-adb6-a01e1abc0d48), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:54.399515 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] Added segment 918ba923-c9be-4f16-adb6-a01e1abc0d48 of type vlan for network 47b06420-bd88-4752-a218-27f4627131ac Mar 15 17:18:54.443272 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (47b06420-bd88-4752-a218-27f4627131ac), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:54.564368 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (47b06420-bd88-4752-a218-27f4627131ac), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:54.565334 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:54.565913 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:54.622224 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] Pushing event updated for resources: {'Network': ['ID=47b06420-bd88-4752-a218-27f4627131ac,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:54.631951 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network 47b06420-bd88-4752-a218-27f4627131ac details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:18:54.672610 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-514229bd-8980-4a4a-aac3-e84b60d4d5f3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6790674 Mar 15 17:18:54.674972 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 42890) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:54.682451 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-69500dd4-fd57-4acf-9f41-1c5f9e36fb06 admin admin] Request body: {'subnet': {'network_id': '47b06420-bd88-4752-a218-27f4627131ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-211249050-subnet', 'tenant_id': '1c96af55fd19480084969c0c1bcba82e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:54.743474 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 42892) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:54.777462 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69500dd4-fd57-4acf-9f41-1c5f9e36fb06 admin admin] Made reservation on behalf of 1c96af55fd19480084969c0c1bcba82e for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:18:54.779849 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-69500dd4-fd57-4acf-9f41-1c5f9e36fb06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26859151'] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:54.802342 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5c2f67f3-40d9-4d36-8979-4302b7f437ab tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group (57457012-8967-46f9-b857-5372ce4652e6), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:54.828634 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5c2f67f3-40d9-4d36-8979-4302b7f437ab tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group (57457012-8967-46f9-b857-5372ce4652e6), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:54.942209 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5c2f67f3-40d9-4d36-8979-4302b7f437ab tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (57457012-8967-46f9-b857-5372ce4652e6), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:54.944930 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5c2f67f3-40d9-4d36-8979-4302b7f437ab tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:54.946147 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5c2f67f3-40d9-4d36-8979-4302b7f437ab tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "DELETE /v2.0/security-groups/57457012-8967-46f9-b857-5372ce4652e6 HTTP/1.1" status: 204 len: 168 time: 0.2016613 Mar 15 17:18:54.950258 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 42896) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:54.962980 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f67f3-40d9-4d36-8979-4302b7f437ab tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57457012-8967-46f9-b857-5372ce4652e6,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:54.969511 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.api.v2.resource [None req-c97eaae5-7a23-4549-8bbf-7182aebcdddb tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] show failed (client error): The resource could not be found. Mar 15 17:18:54.970415 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c97eaae5-7a23-4549-8bbf-7182aebcdddb tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups/57457012-8967-46f9-b857-5372ce4652e6 HTTP/1.1" status: 404 len: 347 time: 0.0181527 Mar 15 17:18:54.973330 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 42898) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:55.034204 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-69500dd4-fd57-4acf-9f41-1c5f9e36fb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4078860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26859165'] for subnet (a43bfff8-a58b-4219-b21b-47cbd1bb7da2), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:55.094310 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69500dd4-fd57-4acf-9f41-1c5f9e36fb06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a43bfff8-a58b-4219-b21b-47cbd1bb7da2,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:55.098601 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-b45d3a06-9453-4f38-bdbd-14c920e7de3a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Deleting port cb694ed0-5f73-4c58-a996-bcdfeffcf73f {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:18:55.098970 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b45d3a06-9453-4f38-bdbd-14c920e7de3a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (cb694ed0-5f73-4c58-a996-bcdfeffcf73f), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:55.099674 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69500dd4-fd57-4acf-9f41-1c5f9e36fb06 admin admin] Checking segment: {'id': '918ba923-c9be-4f16-adb6-a01e1abc0d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '47b06420-bd88-4752-a218-27f4627131ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:18:55.100065 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69500dd4-fd57-4acf-9f41-1c5f9e36fb06 admin admin] Network hostable DHCP agents. Network: 47b06420-bd88-4752-a218-27f4627131ac, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:18:55.171092 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69500dd4-fd57-4acf-9f41-1c5f9e36fb06 admin admin] Network 47b06420-bd88-4752-a218-27f4627131ac is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:18:55.174604 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b45d3a06-9453-4f38-bdbd-14c920e7de3a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (cb694ed0-5f73-4c58-a996-bcdfeffcf73f), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:55.174964 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b45d3a06-9453-4f38-bdbd-14c920e7de3a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for floatingip (cb694ed0-5f73-4c58-a996-bcdfeffcf73f), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:55.187258 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-b45d3a06-9453-4f38-bdbd-14c920e7de3a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Calling delete_port for cb694ed0-5f73-4c58-a996-bcdfeffcf73f owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:18:55.262471 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-69500dd4-fd57-4acf-9f41-1c5f9e36fb06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, 47b06420-bd88-4752-a218-27f4627131ac) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:18:55.267110 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69500dd4-fd57-4acf-9f41-1c5f9e36fb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:55.267711 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-69500dd4-fd57-4acf-9f41-1c5f9e36fb06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:55.271646 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06609f4-23f6-48cf-a944-a5b0ab20ef2a None None] Network 47b06420-bd88-4752-a218-27f4627131ac requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:18:55.357334 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-69500dd4-fd57-4acf-9f41-1c5f9e36fb06 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6810563 Mar 15 17:18:55.372746 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a97051a-d472-444a-90f4-0ea0bf8b3f35 None None] Network 47b06420-bd88-4752-a218-27f4627131ac requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:18:55.388439 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b45d3a06-9453-4f38-bdbd-14c920e7de3a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (cb694ed0-5f73-4c58-a996-bcdfeffcf73f), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:55.437134 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d3a06-9453-4f38-bdbd-14c920e7de3a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event deleted for resources: {'Port': ['ID=cb694ed0-5f73-4c58-a996-bcdfeffcf73f,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:55.487193 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7f238-753e-4f8a-8fb2-16d693f3afcf req-cf768d20-89a8-4fc4-8e7f-8c5bd6fb5344 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:55.487193 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bfc7f238-753e-4f8a-8fb2-16d693f3afcf req-cf768d20-89a8-4fc4-8e7f-8c5bd6fb5344 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0682333 Mar 15 17:18:55.511410 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b45d3a06-9453-4f38-bdbd-14c920e7de3a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for floatingip (7d6556fb-3c33-4b5b-a377-0eb7b906f185), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:55.514795 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b45d3a06-9453-4f38-bdbd-14c920e7de3a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:55.516095 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b45d3a06-9453-4f38-bdbd-14c920e7de3a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "DELETE /v2.0/floatingips/7d6556fb-3c33-4b5b-a377-0eb7b906f185 HTTP/1.1" status: 204 len: 168 time: 0.5416574 Mar 15 17:18:55.555315 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bfc7f238-753e-4f8a-8fb2-16d693f3afcf req-c7c28756-7c85-431a-924b-5d3fbf413d0d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622954 Mar 15 17:18:55.911169 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 42916) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:55.915226 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-f03ea580-dfe1-4989-87d9-8b3f19426c97 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1465113190', 'description': 'tempest-description--791112200'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:56.033845 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f03ea580-dfe1-4989-87d9-8b3f19426c97 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:56.100496 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f03ea580-dfe1-4989-87d9-8b3f19426c97 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group (882654f5-8fb3-4186-885a-35a156dbfc3b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:56.216008 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f03ea580-dfe1-4989-87d9-8b3f19426c97 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (882654f5-8fb3-4186-885a-35a156dbfc3b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:56.244863 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ea580-dfe1-4989-87d9-8b3f19426c97 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882654f5-8fb3-4186-885a-35a156dbfc3b,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:56.327060 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f03ea580-dfe1-4989-87d9-8b3f19426c97 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:56.328323 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f03ea580-dfe1-4989-87d9-8b3f19426c97 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4166119 Mar 15 17:18:56.331100 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 42922) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:56.341881 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-ee5db946-5ea2-4ea9-a909-18781d817106 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Request body: {'security_group_rule': {'security_group_id': '882654f5-8fb3-4186-885a-35a156dbfc3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:56.422196 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee5db946-5ea2-4ea9-a909-18781d817106 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group_rule (eccc635f-f9df-4bbc-8792-494ad70e370a), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:56.476665 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee5db946-5ea2-4ea9-a909-18781d817106 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group_rule (eccc635f-f9df-4bbc-8792-494ad70e370a), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:56.565159 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee5db946-5ea2-4ea9-a909-18781d817106 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (eccc635f-f9df-4bbc-8792-494ad70e370a), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:56.586692 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5db946-5ea2-4ea9-a909-18781d817106 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccc635f-f9df-4bbc-8792-494ad70e370a,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:56.670749 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee5db946-5ea2-4ea9-a909-18781d817106 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:56.672019 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ee5db946-5ea2-4ea9-a909-18781d817106 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3399761 Mar 15 17:18:56.674942 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 42932) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:56.680405 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-fdef9782-23cd-416d-8317-ab8afc8f88bc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Request body: {'security_group_rule': {'security_group_id': '882654f5-8fb3-4186-885a-35a156dbfc3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:56.680542 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b465955-7500-4c01-b475-3dddb1b5ba37 req-374f0e79-5c3e-4861-9bad-d6ea9377dc3f tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:56.681516 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6b465955-7500-4c01-b475-3dddb1b5ba37 req-374f0e79-5c3e-4861-9bad-d6ea9377dc3f tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0557759 Mar 15 17:18:56.745736 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6b465955-7500-4c01-b475-3dddb1b5ba37 req-296c29bd-4fec-4f76-99d5-884a67a8ae83 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578635 Mar 15 17:18:56.765601 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fdef9782-23cd-416d-8317-ab8afc8f88bc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group_rule (2cfd717a-13be-4713-9bad-5b9884ff332a), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:56.813987 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fdef9782-23cd-416d-8317-ab8afc8f88bc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group_rule (2cfd717a-13be-4713-9bad-5b9884ff332a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:56.896946 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fdef9782-23cd-416d-8317-ab8afc8f88bc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (2cfd717a-13be-4713-9bad-5b9884ff332a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:56.915945 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef9782-23cd-416d-8317-ab8afc8f88bc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfd717a-13be-4713-9bad-5b9884ff332a,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:56.989939 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fdef9782-23cd-416d-8317-ab8afc8f88bc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:56.991202 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-fdef9782-23cd-416d-8317-ab8afc8f88bc tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3152575 Mar 15 17:18:56.994157 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 42934) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:18:56.998431 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Request body: {'floatingip': {'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:18:57.079347 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:57.178920 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:57.283801 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Allocated IP 172.27.3.252 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/b5c244cc-1dc4-4508-9da2-3c596fac1d3c) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:18:57.388468 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for port (b5c244cc-1dc4-4508-9da2-3c596fac1d3c), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:57.627631 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (b5c244cc-1dc4-4508-9da2-3c596fac1d3c), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:57.667874 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:18:57.670889 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:18:57.674441 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:18:57.679705 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event updated for resources: {'Port': ['ID=b5c244cc-1dc4-4508-9da2-3c596fac1d3c,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:57.766830 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for floatingip (85cd1013-9389-4d61-b450-ac7204b0ca50), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:57.871240 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480905b-4119-40be-bc71-652223acbddc req-208abdc6-483f-4f9b-b9ff-161c354979ac tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:57.872785 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6480905b-4119-40be-bc71-652223acbddc req-208abdc6-483f-4f9b-b9ff-161c354979ac tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0570886 Mar 15 17:18:57.915645 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (b5c244cc-1dc4-4508-9da2-3c596fac1d3c), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:57.985693 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6480905b-4119-40be-bc71-652223acbddc req-5fbee6c5-af64-4276-bdfd-6f14cabd0fa7 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d&id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969002 Mar 15 17:18:58.102769 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for port (b5c244cc-1dc4-4508-9da2-3c596fac1d3c), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:58.199533 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (b5c244cc-1dc4-4508-9da2-3c596fac1d3c), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:58.267582 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event updated for resources: {'Port': ['ID=b5c244cc-1dc4-4508-9da2-3c596fac1d3c,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:18:58.283677 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (85cd1013-9389-4d61-b450-ac7204b0ca50), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:58.361065 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:58.362234 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-40122de6-a19a-4dac-b461-ade9d223e356 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3671346 Mar 15 17:18:58.558657 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-e5d75d39-4725-4a38-b03d-bf591be12686 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1465113190&fields=id&tenant_id=bc312adc0e8540e2b9f74a8d38e318bc HTTP/1.1" status: 200 len: 267 time: 0.0428691 Mar 15 17:18:58.667063 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-af79f5d4-1b85-4c3c-8a50-a7ac7753e6d9 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:58.668477 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-af79f5d4-1b85-4c3c-8a50-a7ac7753e6d9 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/networks?id=f8cff2af-e6bb-48e4-afbf-b43442da6768 HTTP/1.1" status: 200 len: 817 time: 0.1034198 Mar 15 17:18:58.685794 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-96b572ce-8d63-4e17-9c75-bbfcb6a53d4a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/quotas/bc312adc0e8540e2b9f74a8d38e318bc HTTP/1.1" status: 200 len: 375 time: 0.0100691 Mar 15 17:18:58.741630 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-895d1e09-4101-45be-a3ca-841304da9fd8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505137 Mar 15 17:18:58.839511 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-7feef621-c01d-441b-abe0-3b5bf0e12cba service neutron] 10.222.0.37 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848053 Mar 15 17:18:58.843546 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932858b-ff22-4162-9962-e91811e2e7ac req-dd33ec24-7b38-4dc6-8c24-bb8b794f2eaa tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:18:58.845068 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a932858b-ff22-4162-9962-e91811e2e7ac req-dd33ec24-7b38-4dc6-8c24-bb8b794f2eaa tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 945 time: 0.0535951 Mar 15 17:18:58.892998 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a932858b-ff22-4162-9962-e91811e2e7ac req-d4874f8c-4e00-4dad-82ba-a6a5604f81fc tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418797 Mar 15 17:18:58.933846 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-6cb69358-20d2-4f4c-bc22-32e85d3a3d27 service neutron] 10.222.0.37 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879710 Mar 15 17:18:59.222910 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1e2639e8-3b66-4bfa-9275-25d835ce8c53 req-eef21640-40b1-40c1-8624-44c2572f549b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 210 time: 0.0382392 Mar 15 17:19:00.023455 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6d43-7fb4-400e-8225-721695f30673 req-7565f73c-f6f0-4691-b79c-d38d9c7afa16 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:00.024855 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d99e6d43-7fb4-400e-8225-721695f30673 req-7565f73c-f6f0-4691-b79c-d38d9c7afa16 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 945 time: 0.0550938 Mar 15 17:19:00.070564 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d99e6d43-7fb4-400e-8225-721695f30673 req-ab5e9e7f-7575-4eb6-a175-5089fbb60b95 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 Mar 15 17:19:00.321285 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8b8a4b94-eee7-4c05-bcf5-baa69ea5348b req-f98de8a6-65d2-49c6-8aac-abc85dbadc43 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 210 time: 0.0267918 Mar 15 17:19:00.766524 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70dafa-2bf7-4286-87fb-f5f4c170fa07 req-06774422-92c7-41ea-92ec-03b42cec6098 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:00.767624 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2c70dafa-2bf7-4286-87fb-f5f4c170fa07 req-06774422-92c7-41ea-92ec-03b42cec6098 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.55 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 945 time: 0.0530283 Mar 15 17:19:00.868580 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-2c70dafa-2bf7-4286-87fb-f5f4c170fa07 req-3f15aef6-7cbf-49b3-a2c1-b6f61636d187 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Deleting port 92b9c641-7703-4acd-bb55-f15c0e4740f4 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:19:00.868915 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2c70dafa-2bf7-4286-87fb-f5f4c170fa07 req-3f15aef6-7cbf-49b3-a2c1-b6f61636d187 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (92b9c641-7703-4acd-bb55-f15c0e4740f4), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:00.963876 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-2c70dafa-2bf7-4286-87fb-f5f4c170fa07 req-3f15aef6-7cbf-49b3-a2c1-b6f61636d187 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] For port 92b9c641-7703-4acd-bb55-f15c0e4740f4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=92b9c641-7703-4acd-bb55-f15c0e4740f4,segment=NetworkSegment(a0b2d680-55d4-4403-ae6f-fc6d6790964b),segment_id=a0b2d680-55d4-4403-ae6f-fc6d6790964b)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:00.963876 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2c70dafa-2bf7-4286-87fb-f5f4c170fa07 req-3f15aef6-7cbf-49b3-a2c1-b6f61636d187 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (92b9c641-7703-4acd-bb55-f15c0e4740f4), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:00.976644 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-2c70dafa-2bf7-4286-87fb-f5f4c170fa07 req-3f15aef6-7cbf-49b3-a2c1-b6f61636d187 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Calling delete_port for 92b9c641-7703-4acd-bb55-f15c0e4740f4 owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:19:01.191491 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0ef66-ac37-4398-8a3c-fc9f8cf5b6b9 req-7f280d91-1f19-4fb4-9b94-70ece0e152b6 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:01.192975 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-24a0ef66-ac37-4398-8a3c-fc9f8cf5b6b9 req-7f280d91-1f19-4fb4-9b94-70ece0e152b6 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 945 time: 0.0558228 Mar 15 17:19:01.240187 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-24a0ef66-ac37-4398-8a3c-fc9f8cf5b6b9 req-676465dc-23d8-4a0d-aeed-781e300b6eea tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/security-groups?id=7104b1cc-353a-4a57-8b4e-c1a21455f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405447 Mar 15 17:19:01.262066 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2c70dafa-2bf7-4286-87fb-f5f4c170fa07 req-3f15aef6-7cbf-49b3-a2c1-b6f61636d187 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (92b9c641-7703-4acd-bb55-f15c0e4740f4), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:01.277116 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['92b9c641-7703-4acd-bb55-f15c0e4740f4'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:19:01.289395 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15aef6-7cbf-49b3-a2c1-b6f61636d187 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Pushing event deleted for resources: {'Port': ['ID=92b9c641-7703-4acd-bb55-f15c0e4740f4,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:01.341646 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c70dafa-2bf7-4286-87fb-f5f4c170fa07 req-3f15aef6-7cbf-49b3-a2c1-b6f61636d187 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] No DVR routers for this DVR port 92b9c641-7703-4acd-bb55-f15c0e4740f4 on host hv-cinder-83124 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:19:01.344157 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2c70dafa-2bf7-4286-87fb-f5f4c170fa07 req-3f15aef6-7cbf-49b3-a2c1-b6f61636d187 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:01.347463 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2c70dafa-2bf7-4286-87fb-f5f4c170fa07 req-3f15aef6-7cbf-49b3-a2c1-b6f61636d187 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.55 "DELETE /v2.0/ports/92b9c641-7703-4acd-bb55-f15c0e4740f4 HTTP/1.1" status: 204 len: 173 time: 0.5726199 Mar 15 17:19:01.348020 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c1b617-8c7a-4e9b-999b-a843e16abe2b', 'name': 'network-vif-deleted', 'tag': '92b9c641-7703-4acd-bb55-f15c0e4740f4'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:19:01.350186 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf718d41-ca82-4d0f-8b7f-49b4debc6af8" -d '{"events": [{"server_uuid": "21c1b617-8c7a-4e9b-999b-a843e16abe2b", "name": "network-vif-deleted", "tag": "92b9c641-7703-4acd-bb55-f15c0e4740f4"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:19:01.386147 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d4f00a-866a-4ad3-a9fe-a22e20534933 x-openstack-request-id: req-c9d4f00a-866a-4ad3-a9fe-a22e20534933 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:19:01.386558 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c1b617-8c7a-4e9b-999b-a843e16abe2b", "name": "network-vif-deleted", "tag": "92b9c641-7703-4acd-bb55-f15c0e4740f4", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:19:01.386847 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9d4f00a-866a-4ad3-a9fe-a22e20534933 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:19:01.387788 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c1b617-8c7a-4e9b-999b-a843e16abe2b', 'name': 'network-vif-deleted', 'tag': '92b9c641-7703-4acd-bb55-f15c0e4740f4', 'status': 'completed', 'code': 200} Mar 15 17:19:01.427466 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0fd8e35e-2aba-4ebc-b478-d86c90d8f3e9 req-4f7069cc-03ef-4bf1-9d1a-7b8899476189 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 210 time: 0.0299900 Mar 15 17:19:01.677433 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-edfa84e4-97bd-49b2-8cb9-2c5c0a7e6914 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:01.678933 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-edfa84e4-97bd-49b2-8cb9-2c5c0a7e6914 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.55 "GET /v2.0/networks?id=f8cff2af-e6bb-48e4-afbf-b43442da6768 HTTP/1.1" status: 200 len: 817 time: 0.1064367 Mar 15 17:19:01.738826 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-b150a06e-25f8-4f57-b621-01b4c88fc46e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc312adc0e8540e2b9f74a8d38e318bc HTTP/1.1" status: 200 len: 380 time: 0.0508506 Mar 15 17:19:01.748619 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-9fd73e09-febb-437f-acbc-e2840cd78b98 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Request body: {'port': {'device_id': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'admin_state_up': True, 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'security_groups': ['882654f5-8fb3-4186-885a-35a156dbfc3b']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:02.061765 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-9fd73e09-febb-437f-acbc-e2840cd78b98 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Made reservation on behalf of bc312adc0e8540e2b9f74a8d38e318bc for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:19:02.068330 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-9fd73e09-febb-437f-acbc-e2840cd78b98 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:02.211786 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-9fd73e09-febb-437f-acbc-e2840cd78b98 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Allocated IP 172.20.0.13 (f8cff2af-e6bb-48e4-afbf-b43442da6768/b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11/83741ec1-a54d-4101-9d52-80879e3cf84c) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:19:02.376828 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cf5ac269-6b4b-4069-80ff-f80431f2260e req-1a098caa-c5bd-47c9-b4e4-8f975ec507a6 tempest-VolumesSnapshotTestJSON-976494185 tempest-VolumesSnapshotTestJSON-976494185-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c1b617-8c7a-4e9b-999b-a843e16abe2b HTTP/1.1" status: 200 len: 210 time: 0.0362034 Mar 15 17:19:02.402430 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-9fd73e09-febb-437f-acbc-e2840cd78b98 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:02.530989 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fe4ca93c-38db-45a1-9c49-a49dac4d25ac req-8074f1d9-842a-4156-8f12-49fbed87af42 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 210 time: 0.0292156 Mar 15 17:19:02.543062 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-9fd73e09-febb-437f-acbc-e2840cd78b98 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:02.602324 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-9fd73e09-febb-437f-acbc-e2840cd78b98 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Network f8cff2af-e6bb-48e4-afbf-b43442da6768 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:02.608358 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-9fd73e09-febb-437f-acbc-e2840cd78b98 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:02.612369 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-9fd73e09-febb-437f-acbc-e2840cd78b98 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:19:02.647182 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd73e09-febb-437f-acbc-e2840cd78b98 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event updated for resources: {'Port': ['ID=83741ec1-a54d-4101-9d52-80879e3cf84c,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:02.677283 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-9fd73e09-febb-437f-acbc-e2840cd78b98 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:02.679572 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-9fd73e09-febb-437f-acbc-e2840cd78b98 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:02.768102 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-9fd73e09-febb-437f-acbc-e2840cd78b98 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0238419 Mar 15 17:19:02.782512 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Request body: {'port': {'device_id': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:02.854666 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:02.859398 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-f085a9ad-db9d-4d6f-9760-4aba867704c4 None None] Provisioning complete for port 83741ec1-a54d-4101-9d52-80879e3cf84c triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:02.859891 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f085a9ad-db9d-4d6f-9760-4aba867704c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:02.910438 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f085a9ad-db9d-4d6f-9760-4aba867704c4 None None] Port 83741ec1-a54d-4101-9d52-80879e3cf84c cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:19:03.130776 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83741ec1-a54d-4101-9d52-80879e3cf84c {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:19:03.139715 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Publish callbacks [] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:03.152222 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Transition to ACTIVE for port object 83741ec1-a54d-4101-9d52-80879e3cf84c will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:19:03.290357 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:03.342967 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Pushing event updated for resources: {'Port': ['ID=83741ec1-a54d-4101-9d52-80879e3cf84c,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:03.414478 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Attempting to bind port 83741ec1-a54d-4101-9d52-80879e3cf84c on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:19:03.414958 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Attempting to bind port 83741ec1-a54d-4101-9d52-80879e3cf84c by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:19:03.415816 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Attempting to bind port 83741ec1-a54d-4101-9d52-80879e3cf84c on network f8cff2af-e6bb-48e4-afbf-b43442da6768 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:19:03.422504 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Port 83741ec1-a54d-4101-9d52-80879e3cf84c on network f8cff2af-e6bb-48e4-afbf-b43442da6768 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:19:03.422937 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Attempting to bind port 83741ec1-a54d-4101-9d52-80879e3cf84c on network f8cff2af-e6bb-48e4-afbf-b43442da6768 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:19:03.428152 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:19:03.428626 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Checking segment: {'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:03.431176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Bound using segment: {'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:19:03.432574 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Bound port: 83741ec1-a54d-4101-9d52-80879e3cf84c, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:19:03.433236 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:03.508560 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] For port 83741ec1-a54d-4101-9d52-80879e3cf84c, host hv-cinder-83124, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:19:03.512254 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] For port 83741ec1-a54d-4101-9d52-80879e3cf84c, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83741ec1-a54d-4101-9d52-80879e3cf84c,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:19:03.633927 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:03.659700 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a4558-fc9a-47e9-9c91-7a1fefe10aee req-466970ba-19b9-4c6c-8c12-c8ece9353149 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:03.661421 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2a5a4558-fc9a-47e9-9c91-7a1fefe10aee req-466970ba-19b9-4c6c-8c12-c8ece9353149 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0525208 Mar 15 17:19:03.669601 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:03.670257 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:03.671712 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] 10.222.0.55 "PUT /v2.0/ports/83741ec1-a54d-4101-9d52-80879e3cf84c HTTP/1.1" status: 200 len: 1094 time: 0.8940644 Mar 15 17:19:03.672223 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'tag': '83741ec1-a54d-4101-9d52-80879e3cf84c'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:19:03.674603 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53d41ac-0072-4d26-a27f-65e2a7c20835" -d '{"events": [{"name": "network-changed", "server_uuid": "46fc1e8c-c4f0-4041-b8ef-55080abcd11e", "tag": "83741ec1-a54d-4101-9d52-80879e3cf84c"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:19:03.675476 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 92b9c641-7703-4acd-bb55-f15c0e4740f4 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:19:03.701582 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: 92b9c641-7703-4acd-bb55-f15c0e4740f4 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:19:03.701937 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 92b9c641-7703-4acd-bb55-f15c0e4740f4 not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:19:03.706704 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c11714-c24c-4553-b4b0-bc7f8d0b6e64 service neutron] Pushing event updated for resources: {'Port': ['ID=83741ec1-a54d-4101-9d52-80879e3cf84c,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:03.723725 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6501e074-5bcf-41b7-9f8e-b52b991c7596 x-openstack-request-id: req-6501e074-5bcf-41b7-9f8e-b52b991c7596 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:19:03.724029 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fc1e8c-c4f0-4041-b8ef-55080abcd11e", "tag": "83741ec1-a54d-4101-9d52-80879e3cf84c", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:19:03.724421 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6501e074-5bcf-41b7-9f8e-b52b991c7596 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:19:03.724837 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'tag': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'status': 'completed', 'code': 200} Mar 15 17:19:03.733165 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2a5a4558-fc9a-47e9-9c91-7a1fefe10aee req-22c9e542-2622-4209-9eb5-27971d795942 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634785 Mar 15 17:19:03.796573 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d41ac-0072-4d26-a27f-65e2a7c20835 req-29748817-cd5c-4fec-ad28-e81eb563fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:03.798203 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c53d41ac-0072-4d26-a27f-65e2a7c20835 req-29748817-cd5c-4fec-ad28-e81eb563fb4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 1128 time: 0.0505350 Mar 15 17:19:03.907168 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d41ac-0072-4d26-a27f-65e2a7c20835 req-ae934bdb-4041-441a-9311-81baa280d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:03.908657 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c53d41ac-0072-4d26-a27f-65e2a7c20835 req-ae934bdb-4041-441a-9311-81baa280d8a1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1018491 Mar 15 17:19:04.006417 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d41ac-0072-4d26-a27f-65e2a7c20835 req-978d17de-d06c-446f-86e3-6d2c7e2b21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:04.007938 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c53d41ac-0072-4d26-a27f-65e2a7c20835 req-978d17de-d06c-446f-86e3-6d2c7e2b21bf service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871787 Mar 15 17:19:04.375382 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-dc1f014b-860b-4c2c-97c0-81d91fb30a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:04.376874 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-dc1f014b-860b-4c2c-97c0-81d91fb30a0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 1128 time: 0.3301804 Mar 15 17:19:04.418311 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-4c414ff6-c994-488d-a991-48b3687bde15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83741ec1-a54d-4101-9d52-80879e3cf84c HTTP/1.1" status: 200 len: 217 time: 0.0327039 Mar 15 17:19:04.469160 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-dbc7b771-96a0-4fa1-97b9-943595998f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:04.469160 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-dbc7b771-96a0-4fa1-97b9-943595998f28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11 HTTP/1.1" status: 200 len: 856 time: 0.0426157 Mar 15 17:19:04.521005 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-520ca1b8-abe3-4dbe-9d81-60561c188ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:04.522507 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-520ca1b8-abe3-4dbe-9d81-60561c188ac0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8cff2af-e6bb-48e4-afbf-b43442da6768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485926 Mar 15 17:19:04.611525 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-2722d3a4-5c67-4843-b24a-9afc7d3c80b5 service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814252 Mar 15 17:19:04.703546 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e48632fd-1545-4b7e-9d63-298a9c9171da req-c46c2d38-ae2d-45c8-93e9-8a22b13cbbb2 service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852106 Mar 15 17:19:04.858866 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013130b-1e18-4a3c-839f-da89c3747174 req-df077fda-956c-409e-af74-1cb5be55016b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:04.860391 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3013130b-1e18-4a3c-839f-da89c3747174 req-df077fda-956c-409e-af74-1cb5be55016b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0526960 Mar 15 17:19:04.908509 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3013130b-1e18-4a3c-839f-da89c3747174 req-6293f26c-57ff-4df9-bf8c-2ea9a7448a22 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413678 Mar 15 17:19:06.030137 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa22521-d13a-4416-9ab1-6deafa6a0a20 req-5519ff12-a015-4a43-96ab-f8b3901969b1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:06.031622 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8aa22521-d13a-4416-9ab1-6deafa6a0a20 req-5519ff12-a015-4a43-96ab-f8b3901969b1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0523531 Mar 15 17:19:06.081714 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8aa22521-d13a-4416-9ab1-6deafa6a0a20 req-3ec391c3-af94-441d-bd88-9c88b04fb18e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444744 Mar 15 17:19:07.201667 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7026e8-101f-485d-b8a8-d7ce1fddebf1 req-75ee5c45-9f95-4057-b0e9-30056fdbd2b6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:07.203204 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2d7026e8-101f-485d-b8a8-d7ce1fddebf1 req-75ee5c45-9f95-4057-b0e9-30056fdbd2b6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0528419 Mar 15 17:19:07.253986 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2d7026e8-101f-485d-b8a8-d7ce1fddebf1 req-feb19508-4daf-4cb7-86b5-7a9840f7925a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452325 Mar 15 17:19:08.522714 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6295d1-3a46-4885-b48f-bf5447579409 req-1a857ca7-a0f9-4a6a-a539-1b9a58d6828c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:08.524225 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7f6295d1-3a46-4885-b48f-bf5447579409 req-1a857ca7-a0f9-4a6a-a539-1b9a58d6828c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.1957841 Mar 15 17:19:08.542203 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 83741ec1-a54d-4101-9d52-80879e3cf84c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:19:08.580702 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7f6295d1-3a46-4885-b48f-bf5447579409 req-40997db4-3ea3-4737-8c9d-94e3bfb779e1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503290 Mar 15 17:19:08.628602 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d167d0ad-a139-4036-bff3-0d4717ca0835 req-35b685a7-9da7-40ac-a9d1-a6513c61f698 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543809 Mar 15 17:19:08.649438 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 83741ec1-a54d-4101-9d52-80879e3cf84c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83741ec1-a54d-4101-9d52-80879e3cf84c,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:08.661799 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'port_id': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'mac_address': 'fa:16:3e:c6:37:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:19:08.701303 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 83741ec1-a54d-4101-9d52-80879e3cf84c is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:08.701714 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:08.715298 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83741ec1-a54d-4101-9d52-80879e3cf84c {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:19:08.718503 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167d0ad-a139-4036-bff3-0d4717ca0835 req-40e2d74e-67ef-4014-9d36-1881a9c3b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:08.720090 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d167d0ad-a139-4036-bff3-0d4717ca0835 req-40e2d74e-67ef-4014-9d36-1881a9c3b611 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6&device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 1129 time: 0.0469840 Mar 15 17:19:08.735683 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 83741ec1-a54d-4101-9d52-80879e3cf84c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83741ec1-a54d-4101-9d52-80879e3cf84c,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:08.815792 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:08.825321 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167d0ad-a139-4036-bff3-0d4717ca0835 req-8cd98276-5b56-4b37-9a6f-5d9e087992d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:08.826862 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d167d0ad-a139-4036-bff3-0d4717ca0835 req-8cd98276-5b56-4b37-9a6f-5d9e087992d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 HTTP/1.1" status: 200 len: 911 time: 0.0892501 Mar 15 17:19:08.866785 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=83741ec1-a54d-4101-9d52-80879e3cf84c,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:08.875115 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:08.875472 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:08.875844 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:08.876184 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:08.876521 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:08.876853 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:08.877180 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:08.877540 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:08.877868 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:08.878194 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:08.878518 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:08.878875 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:08.879198 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:08.879521 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:08.879844 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:08.893017 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d167d0ad-a139-4036-bff3-0d4717ca0835 req-790d2af9-4627-4e8a-9072-598c7a794e60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bf3acce-71a7-4f78-bf4d-27dde9a9599e HTTP/1.1" status: 200 len: 1000 time: 0.0599575 Mar 15 17:19:08.945815 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167d0ad-a139-4036-bff3-0d4717ca0835 req-a1baefb4-2514-4ced-9f34-cb6401839df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:08.947888 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d167d0ad-a139-4036-bff3-0d4717ca0835 req-a1baefb4-2514-4ced-9f34-cb6401839df6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea20a277-8929-462e-8afe-93fc21e630d2 HTTP/1.1" status: 200 len: 849 time: 0.0445609 Mar 15 17:19:09.004056 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167d0ad-a139-4036-bff3-0d4717ca0835 req-d509e595-89df-49c4-b6d2-c080972bfaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:09.005530 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d167d0ad-a139-4036-bff3-0d4717ca0835 req-d509e595-89df-49c4-b6d2-c080972bfaef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463121 Mar 15 17:19:09.073690 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:09.099916 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d167d0ad-a139-4036-bff3-0d4717ca0835 req-ebd187bf-6f6e-47a2-9fac-e46495d43bbb service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817523 Mar 15 17:19:09.129661 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['83741ec1-a54d-4101-9d52-80879e3cf84c'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:19:09.191893 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d167d0ad-a139-4036-bff3-0d4717ca0835 req-8b06f181-d2c0-40d2-a395-0b278cf0f740 service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860634 Mar 15 17:19:09.764751 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357353e0-837a-4b37-b236-425bb52a412f req-ca85becd-9bb9-4313-b0c6-0f5ca4c717c8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:09.766560 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-357353e0-837a-4b37-b236-425bb52a412f req-ca85becd-9bb9-4313-b0c6-0f5ca4c717c8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 945 time: 0.1136918 Mar 15 17:19:09.813826 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-357353e0-837a-4b37-b236-425bb52a412f req-ad1069ae-2312-4f2b-8eb9-9041ee399ae2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418561 Mar 15 17:19:10.940361 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3051a4-c64b-4288-a596-fbb98735b5ac req-fb578fab-393d-4131-b1b8-c5322c77028f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:10.941847 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ef3051a4-c64b-4288-a596-fbb98735b5ac req-fb578fab-393d-4131-b1b8-c5322c77028f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 945 time: 0.0543711 Mar 15 17:19:10.988028 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ef3051a4-c64b-4288-a596-fbb98735b5ac req-57fb123b-1f17-4843-91d6-190a5c3e9c2d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401938 Mar 15 17:19:11.714445 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 83741ec1-a54d-4101-9d52-80879e3cf84c up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:19:11.827180 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port 83741ec1-a54d-4101-9d52-80879e3cf84c completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:19:11.831267 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 83741ec1-a54d-4101-9d52-80879e3cf84c triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:11.831622 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:11.911362 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 83741ec1-a54d-4101-9d52-80879e3cf84c is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:11.911758 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:11.934556 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83741ec1-a54d-4101-9d52-80879e3cf84c'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:19:11.936836 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1aeca34-3aec-4880-8328-399f80e0e51f" -d '{"events": [{"server_uuid": "46fc1e8c-c4f0-4041-b8ef-55080abcd11e", "name": "network-vif-plugged", "status": "completed", "tag": "83741ec1-a54d-4101-9d52-80879e3cf84c"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:19:11.949878 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 83741ec1-a54d-4101-9d52-80879e3cf84c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83741ec1-a54d-4101-9d52-80879e3cf84c,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:11.972450 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44a1059-04c1-4dc9-8f66-b80884fb472b x-openstack-request-id: req-d44a1059-04c1-4dc9-8f66-b80884fb472b {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:19:11.972750 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fc1e8c-c4f0-4041-b8ef-55080abcd11e", "name": "network-vif-plugged", "status": "completed", "tag": "83741ec1-a54d-4101-9d52-80879e3cf84c", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:19:11.973010 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d44a1059-04c1-4dc9-8f66-b80884fb472b {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:19:11.973407 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'code': 200} Mar 15 17:19:12.108412 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f5adf-765e-46d2-8013-27b7f66ff9ec req-65475398-813f-4d40-89bd-da72a8ecfa69 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:12.109877 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6a8f5adf-765e-46d2-8013-27b7f66ff9ec req-65475398-813f-4d40-89bd-da72a8ecfa69 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 945 time: 0.0511739 Mar 15 17:19:12.124700 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:12.157071 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6a8f5adf-765e-46d2-8013-27b7f66ff9ec req-94a10a76-85ea-47b2-a78c-0503247675a1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416648 Mar 15 17:19:12.174263 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=83741ec1-a54d-4101-9d52-80879e3cf84c,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:12.605045 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b878e64-b38a-4299-a6e5-e9c10e8f6fea req-70936f86-ff9a-44cd-9831-ee832de2195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:12.606604 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4b878e64-b38a-4299-a6e5-e9c10e8f6fea req-70936f86-ff9a-44cd-9831-ee832de2195b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 1130 time: 0.0642369 Mar 15 17:19:12.655721 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4b878e64-b38a-4299-a6e5-e9c10e8f6fea req-19d238ff-15ac-49d5-9388-94d1113798bd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385084 Mar 15 17:19:12.998171 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908f2af-dac5-41e4-819c-dc773b5a8018 req-2b174e42-c431-4177-ae8c-b756e583a288 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:13.003451 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b908f2af-dac5-41e4-819c-dc773b5a8018 req-2b174e42-c431-4177-ae8c-b756e583a288 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0676985 Mar 15 17:19:13.049598 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b908f2af-dac5-41e4-819c-dc773b5a8018 req-6eab6328-6751-4d6f-bbc5-9f68f969d365 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416069 Mar 15 17:19:13.285131 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b068e-e72d-4662-9cf7-574a12aa7d96 req-3cf4e79d-e290-45af-9189-05f6ab6e3f04 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:13.286595 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae5b068e-e72d-4662-9cf7-574a12aa7d96 req-3cf4e79d-e290-45af-9189-05f6ab6e3f04 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0521219 Mar 15 17:19:13.333501 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae5b068e-e72d-4662-9cf7-574a12aa7d96 req-b15e1ea6-ce86-4e36-8a9d-c15bf60163c1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407193 Mar 15 17:19:14.172406 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da238a-7b02-44b5-88a9-5280776058fa req-be272009-05bf-4727-b416-3f0f29ff9641 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:14.173787 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-84da238a-7b02-44b5-88a9-5280776058fa req-be272009-05bf-4727-b416-3f0f29ff9641 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0532708 Mar 15 17:19:14.224329 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-84da238a-7b02-44b5-88a9-5280776058fa req-fef1b735-3361-47c8-9078-4753c49e39e8 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447333 Mar 15 17:19:14.507872 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1a59-68e5-4bf1-87ec-9fb6bd64e0e8 req-1c0a2918-4b56-4f2a-a98c-a7d2f780ae06 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:14.509426 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c51c1a59-68e5-4bf1-87ec-9fb6bd64e0e8 req-1c0a2918-4b56-4f2a-a98c-a7d2f780ae06 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0521829 Mar 15 17:19:14.557711 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c51c1a59-68e5-4bf1-87ec-9fb6bd64e0e8 req-9e96bee4-99d6-40e2-a2b9-759c24ad869f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423841 Mar 15 17:19:14.694519 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbd315-2ea2-4406-9e84-76a0fef7b20c req-851b1c8d-5d76-4746-83cc-9d7952038c3e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:14.697883 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-97bbd315-2ea2-4406-9e84-76a0fef7b20c req-851b1c8d-5d76-4746-83cc-9d7952038c3e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0660524 Mar 15 17:19:14.706031 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43218) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:14.711463 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-96d54a06-facc-4d8a-ab44-6c9f20f76d42 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Request body: {'floatingip': {'port_id': '83741ec1-a54d-4101-9d52-80879e3cf84c'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:14.732229 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43220) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:14.756070 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-96d54a06-facc-4d8a-ab44-6c9f20f76d42 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for floatingip (85cd1013-9389-4d61-b450-ac7204b0ca50), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:14.789092 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-6476270f-458a-47bb-be0e-f24d0167e5c0 admin admin] Deleting subnet a5739ebe-b28b-4dcf-a855-df6251cd6901 {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:19:14.793099 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6476270f-458a-47bb-be0e-f24d0167e5c0 admin admin] Publish callbacks [] for subnet (a5739ebe-b28b-4dcf-a855-df6251cd6901), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:14.834324 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6476270f-458a-47bb-be0e-f24d0167e5c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25749771'] for subnet (a5739ebe-b28b-4dcf-a855-df6251cd6901), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:14.874221 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6476270f-458a-47bb-be0e-f24d0167e5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (a5739ebe-b28b-4dcf-a855-df6251cd6901), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:15.043564 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6476270f-458a-47bb-be0e-f24d0167e5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25270753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25387396'] for subnet (a5739ebe-b28b-4dcf-a855-df6251cd6901), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:15.070533 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476270f-458a-47bb-be0e-f24d0167e5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5739ebe-b28b-4dcf-a855-df6251cd6901,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:15.073195 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6476270f-458a-47bb-be0e-f24d0167e5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:15.077270 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6476270f-458a-47bb-be0e-f24d0167e5c0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a5739ebe-b28b-4dcf-a855-df6251cd6901 HTTP/1.1" status: 204 len: 168 time: 0.3441551 Mar 15 17:19:15.079708 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43224) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:15.155857 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1681254-cb5b-421c-bed3-4b941de7a725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (12010567-2d67-48b6-84a9-327a908114eb), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:15.213422 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-96d54a06-facc-4d8a-ab44-6c9f20f76d42 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:15.244591 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1681254-cb5b-421c-bed3-4b941de7a725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (12010567-2d67-48b6-84a9-327a908114eb), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:15.265773 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-e1681254-cb5b-421c-bed3-4b941de7a725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12010567-2d67-48b6-84a9-327a908114eb']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:15.275700 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-e1681254-cb5b-421c-bed3-4b941de7a725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a109965e-f8bc-495a-9854-96794f5270a5') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:15.276559 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-e1681254-cb5b-421c-bed3-4b941de7a725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a109965e-f8bc-495a-9854-96794f5270a5') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:15.285699 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1681254-cb5b-421c-bed3-4b941de7a725 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25749810'] for segment (a109965e-f8bc-495a-9854-96794f5270a5), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:15.300026 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1681254-cb5b-421c-bed3-4b941de7a725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (a109965e-f8bc-495a-9854-96794f5270a5), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:15.306382 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1681254-cb5b-421c-bed3-4b941de7a725 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:19:15.307079 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1681254-cb5b-421c-bed3-4b941de7a725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25270619'] for segment (a109965e-f8bc-495a-9854-96794f5270a5), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: Traceback (most recent call last): Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: timer() Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: cb(*args, **kw) Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: return func(*args, **kwargs) Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: self._notify() Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: self.callback(batched_events) Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: event.method(event) Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: return f(self, *a, **k) Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: return self._get(url).json() Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: return self.request(url, 'GET', **kwargs) Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:19:15.308978 dv-cinder-831247-12-iscsi neutron-server[103956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:19:15.356599 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52c49d-b1ca-4467-a44a-ea20da81a126 req-3f9953d5-7e24-4bb0-884b-91b33086dc35 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:15.358125 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3c52c49d-b1ca-4467-a44a-ea20da81a126 req-3f9953d5-7e24-4bb0-884b-91b33086dc35 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0596840 Mar 15 17:19:15.431548 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3c52c49d-b1ca-4467-a44a-ea20da81a126 req-c1489459-1f95-41b4-85dc-d081b191d7a3 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670972 Mar 15 17:19:15.451053 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-cb5ecbb1-13f5-43bf-bdd1-742aec6a060b tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:15.452497 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-cb5ecbb1-13f5-43bf-bdd1-742aec6a060b tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0621767 Mar 15 17:19:15.563544 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-96d54a06-facc-4d8a-ab44-6c9f20f76d42 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (85cd1013-9389-4d61-b450-ac7204b0ca50), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:15.599468 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-f8e83565-b01b-490e-a614-a6a65ba5f4d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Deleting port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:19:15.599468 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-f8e83565-b01b-490e-a614-a6a65ba5f4d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:15.736749 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-f8e83565-b01b-490e-a614-a6a65ba5f4d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] For port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5bf3acce-71a7-4f78-bf4d-27dde9a9599e,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:15.737116 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-f8e83565-b01b-490e-a614-a6a65ba5f4d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:15.739688 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-96d54a06-facc-4d8a-ab44-6c9f20f76d42 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Floating IP 85cd1013-9389-4d61-b450-ac7204b0ca50 associated. External IP: 172.27.3.252, port: 83741ec1-a54d-4101-9d52-80879e3cf84c. Mar 15 17:19:15.940964 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1681254-cb5b-421c-bed3-4b941de7a725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (12010567-2d67-48b6-84a9-327a908114eb), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:15.951047 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1681254-cb5b-421c-bed3-4b941de7a725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:15.965349 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e1681254-cb5b-421c-bed3-4b941de7a725 admin admin] 10.222.0.37 "DELETE /v2.0/networks/12010567-2d67-48b6-84a9-327a908114eb HTTP/1.1" status: 204 len: 168 time: 0.8741055 Mar 15 17:19:15.965801 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43232) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:15.965898 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1681254-cb5b-421c-bed3-4b941de7a725 admin admin] Pushing event deleted for resources: {'Network': ['ID=12010567-2d67-48b6-84a9-327a908114eb,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:16.044557 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b4326e11-6e03-4f10-98b2-890ea668d708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:16.085135 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-f8e83565-b01b-490e-a614-a6a65ba5f4d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:16.085489 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-f8e83565-b01b-490e-a614-a6a65ba5f4d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (cc43befc-94b9-42d2-958b-0d8176482c48), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:16.085800 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.l3_db [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-f8e83565-b01b-490e-a614-a6a65ba5f4d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Floating IP cc43befc-94b9-42d2-958b-0d8176482c48 disassociated. External IP: 172.27.3.31, port: 5bf3acce-71a7-4f78-bf4d-27dde9a9599e. Mar 15 17:19:16.086136 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-f8e83565-b01b-490e-a614-a6a65ba5f4d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Calling delete_port for 5bf3acce-71a7-4f78-bf4d-27dde9a9599e owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:19:16.107306 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a331f1c-3fd1-4fe0-8f0b-80464467abfd admin admin] Deleting subnet a43bfff8-a58b-4219-b21b-47cbd1bb7da2 {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:19:16.117857 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a331f1c-3fd1-4fe0-8f0b-80464467abfd admin admin] Publish callbacks [] for subnet (a43bfff8-a58b-4219-b21b-47cbd1bb7da2), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:16.186235 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d54a06-facc-4d8a-ab44-6c9f20f76d42 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Router 71f44b43-a476-4d20-b4ab-8c89f27ffdda has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:19:16.202749 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a331f1c-3fd1-4fe0-8f0b-80464467abfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26117020'] for subnet (a43bfff8-a58b-4219-b21b-47cbd1bb7da2), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:16.552855 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dab7bc-750f-4f43-a211-b5f78a4c6f90 req-3f32f47d-5d21-46db-8e4c-99935913357d tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:16.554393 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-15dab7bc-750f-4f43-a211-b5f78a4c6f90 req-3f32f47d-5d21-46db-8e4c-99935913357d tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 945 time: 0.0528009 Mar 15 17:19:16.604219 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-15dab7bc-750f-4f43-a211-b5f78a4c6f90 req-66038048-0152-42b9-8855-3d5f19ca85e5 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2ca5694-9d76-4e82-8215-2a017e3dcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434585 Mar 15 17:19:16.613092 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a331f1c-3fd1-4fe0-8f0b-80464467abfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (a43bfff8-a58b-4219-b21b-47cbd1bb7da2), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:16.687487 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d54a06-facc-4d8a-ab44-6c9f20f76d42 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:19:16.692745 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-96d54a06-facc-4d8a-ab44-6c9f20f76d42 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:16.700793 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf68e6-8a31-4f07-857d-d4f60118e39a None None] Sync routers for ids ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:19:16.710213 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf68e6-8a31-4f07-857d-d4f60118e39a None None] Routers {'71f44b43-a476-4d20-b4ab-8c89f27ffdda'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:16.710944 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-ecaf68e6-8a31-4f07-857d-d4f60118e39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:18:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:16.725864 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-96d54a06-facc-4d8a-ab44-6c9f20f76d42 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "PUT /v2.0/floatingips/85cd1013-9389-4d61-b450-ac7204b0ca50 HTTP/1.1" status: 200 len: 992 time: 2.0183790 Mar 15 17:19:16.726373 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'tag': '83741ec1-a54d-4101-9d52-80879e3cf84c'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:19:16.729193 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ea4ae8-8dfe-44f4-a58b-55cb2fe79528" -d '{"events": [{"name": "network-changed", "server_uuid": "46fc1e8c-c4f0-4041-b8ef-55080abcd11e", "tag": "83741ec1-a54d-4101-9d52-80879e3cf84c"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:19:16.764254 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664e3323-d63a-4f73-9c27-94c917480fa3 x-openstack-request-id: req-664e3323-d63a-4f73-9c27-94c917480fa3 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:19:16.764566 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fc1e8c-c4f0-4041-b8ef-55080abcd11e", "tag": "83741ec1-a54d-4101-9d52-80879e3cf84c", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:19:16.764817 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-664e3323-d63a-4f73-9c27-94c917480fa3 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:19:16.765212 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'tag': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'status': 'completed', 'code': 200} Mar 15 17:19:16.780931 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-f8e83565-b01b-490e-a614-a6a65ba5f4d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (5bf3acce-71a7-4f78-bf4d-27dde9a9599e), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:16.814400 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e83565-b01b-490e-a614-a6a65ba5f4d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event deleted for resources: {'Port': ['ID=5bf3acce-71a7-4f78-bf4d-27dde9a9599e,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:16.830469 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-ecaf68e6-8a31-4f07-857d-d4f60118e39a None None] Set router 71f44b43-a476-4d20-b4ab-8c89f27ffdda gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:16.857953 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a331f1c-3fd1-4fe0-8f0b-80464467abfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4078925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26859178'] for subnet (a43bfff8-a58b-4219-b21b-47cbd1bb7da2), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:16.910111 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a331f1c-3fd1-4fe0-8f0b-80464467abfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a43bfff8-a58b-4219-b21b-47cbd1bb7da2,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:16.923177 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a331f1c-3fd1-4fe0-8f0b-80464467abfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:16.926270 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1a331f1c-3fd1-4fe0-8f0b-80464467abfd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a43bfff8-a58b-4219-b21b-47cbd1bb7da2 HTTP/1.1" status: 204 len: 168 time: 0.9350801 Mar 15 17:19:16.928940 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43244) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:16.966793 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-f8e83565-b01b-490e-a614-a6a65ba5f4d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Router c723054c-3734-4a52-a3a9-c40fbdfee8df has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:19:17.004632 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed0e-abb9-4652-a630-ad757fc18b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (47b06420-bd88-4752-a218-27f4627131ac), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:17.055775 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-ecaf68e6-8a31-4f07-857d-d4f60118e39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '85cd1013-9389-4d61-b450-ac7204b0ca50', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'port_id': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'mac_address': 'fa:16:3e:c6:37:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:18:57Z', 'updated_at': '2022-03-15T17:19:15Z', 'revision_number': 1, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9b0933-0d2e-464d-af74-1b83cc7f122a', 'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'mac_address': 'fa:16:3e:d6:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 5, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'subnets': [{'id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:17.082155 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf68e6-8a31-4f07-857d-d4f60118e39a None None] Checking router: 71f44b43-a476-4d20-b4ab-8c89f27ffdda for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:19:17.088273 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed0e-abb9-4652-a630-ad757fc18b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (47b06420-bd88-4752-a218-27f4627131ac), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:17.088427 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-f8e83565-b01b-490e-a614-a6a65ba5f4d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:19:17.095420 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf68e6-8a31-4f07-857d-d4f60118e39a None None] Routers {'71f44b43-a476-4d20-b4ab-8c89f27ffdda'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:17.096060 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-ecaf68e6-8a31-4f07-857d-d4f60118e39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:18:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:17.096900 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14edbe0a-a3bd-4f85-8708-224628eaeb7c None None] Sync routers for ids ['c723054c-3734-4a52-a3a9-c40fbdfee8df'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:19:17.106999 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-fba3ed0e-abb9-4652-a630-ad757fc18b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b06420-bd88-4752-a218-27f4627131ac']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:17.108703 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14edbe0a-a3bd-4f85-8708-224628eaeb7c None None] Routers {'c723054c-3734-4a52-a3a9-c40fbdfee8df'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:17.109559 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-14edbe0a-a3bd-4f85-8708-224628eaeb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:18:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['c723054c-3734-4a52-a3a9-c40fbdfee8df'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:17.116824 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-fba3ed0e-abb9-4652-a630-ad757fc18b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918ba923-c9be-4f16-adb6-a01e1abc0d48') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:17.117114 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-fba3ed0e-abb9-4652-a630-ad757fc18b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918ba923-c9be-4f16-adb6-a01e1abc0d48') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:17.127610 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed0e-abb9-4652-a630-ad757fc18b1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25749810'] for segment (918ba923-c9be-4f16-adb6-a01e1abc0d48), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:17.136314 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-f8e83565-b01b-490e-a614-a6a65ba5f4d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] No DVR routers for this DVR port 5bf3acce-71a7-4f78-bf4d-27dde9a9599e on host hv-cinder-83124 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:19:17.139523 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-f8e83565-b01b-490e-a614-a6a65ba5f4d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:17.141982 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed0e-abb9-4652-a630-ad757fc18b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (918ba923-c9be-4f16-adb6-a01e1abc0d48), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:17.143934 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b438de07-1121-4bc4-9a6d-de4c1e5e4b3a req-f8e83565-b01b-490e-a614-a6a65ba5f4d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.55 "DELETE /v2.0/ports/5bf3acce-71a7-4f78-bf4d-27dde9a9599e HTTP/1.1" status: 204 len: 173 time: 1.6858718 Mar 15 17:19:17.148818 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba3ed0e-abb9-4652-a630-ad757fc18b1b admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:19:17.149924 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed0e-abb9-4652-a630-ad757fc18b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25270619'] for segment (918ba923-c9be-4f16-adb6-a01e1abc0d48), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: Traceback (most recent call last): Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: timer() Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: cb(*args, **kw) Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: return func(*args, **kwargs) Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: self._notify() Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: self.callback(batched_events) Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: event.method(event) Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: return f(self, *a, **k) Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: return self._get(url).json() Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: return self.request(url, 'GET', **kwargs) Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:19:17.151724 dv-cinder-831247-12-iscsi neutron-server[103956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:19:17.238646 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-ecaf68e6-8a31-4f07-857d-d4f60118e39a None None] Set router 71f44b43-a476-4d20-b4ab-8c89f27ffdda gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:17.259660 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-14edbe0a-a3bd-4f85-8708-224628eaeb7c None None] Set router c723054c-3734-4a52-a3a9-c40fbdfee8df gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:17.398321 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed0e-abb9-4652-a630-ad757fc18b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (47b06420-bd88-4752-a218-27f4627131ac), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:17.404345 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed0e-abb9-4652-a630-ad757fc18b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:17.408590 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-fba3ed0e-abb9-4652-a630-ad757fc18b1b admin admin] 10.222.0.37 "DELETE /v2.0/networks/47b06420-bd88-4752-a218-27f4627131ac HTTP/1.1" status: 204 len: 168 time: 0.4786584 Mar 15 17:19:17.421284 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3ed0e-abb9-4652-a630-ad757fc18b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=47b06420-bd88-4752-a218-27f4627131ac,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:17.473560 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-14edbe0a-a3bd-4f85-8708-224628eaeb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:35Z', 'revision_number': 5, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:17.490528 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-ecaf68e6-8a31-4f07-857d-d4f60118e39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '85cd1013-9389-4d61-b450-ac7204b0ca50', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'port_id': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'mac_address': 'fa:16:3e:c6:37:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:18:57Z', 'updated_at': '2022-03-15T17:19:15Z', 'revision_number': 1, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9b0933-0d2e-464d-af74-1b83cc7f122a', 'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'mac_address': 'fa:16:3e:d6:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 5, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'subnets': [{'id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:17.499831 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14edbe0a-a3bd-4f85-8708-224628eaeb7c None None] Checking router: c723054c-3734-4a52-a3a9-c40fbdfee8df for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:19:17.508085 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14edbe0a-a3bd-4f85-8708-224628eaeb7c None None] Routers {'c723054c-3734-4a52-a3a9-c40fbdfee8df'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:17.509359 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-14edbe0a-a3bd-4f85-8708-224628eaeb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:18:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['c723054c-3734-4a52-a3a9-c40fbdfee8df'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:17.518421 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf68e6-8a31-4f07-857d-d4f60118e39a None None] The sync data for ids ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'] in dv-cinder-831247-12-iscsi is: [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '85cd1013-9389-4d61-b450-ac7204b0ca50', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'port_id': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'mac_address': 'fa:16:3e:c6:37:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:18:57Z', 'updated_at': '2022-03-15T17:19:15Z', 'revision_number': 1, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9b0933-0d2e-464d-af74-1b83cc7f122a', 'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'mac_address': 'fa:16:3e:d6:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 5, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'subnets': [{'id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:19:17.621919 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-14edbe0a-a3bd-4f85-8708-224628eaeb7c None None] Set router c723054c-3734-4a52-a3a9-c40fbdfee8df gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:17.722112 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b23f6877-520a-438a-8690-26982a42d9b4 req-c4991e8d-4ced-4637-9ed4-0266fa8fdf0f tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 210 time: 0.0437250 Mar 15 17:19:17.734621 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323ba6b0-08c4-494e-a710-a1349d3bb8cb None None] New status for floating IP 85cd1013-9389-4d61-b450-ac7204b0ca50: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:19:17.809049 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43254) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:17.845847 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-14edbe0a-a3bd-4f85-8708-224628eaeb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:35Z', 'revision_number': 5, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:17.853237 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-31c609c7-ea10-4d98-84da-cf543d347cf2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b40aaeaa41404901816a7f6bbd46e308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406406 Mar 15 17:19:17.853817 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43256) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:17.878124 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14edbe0a-a3bd-4f85-8708-224628eaeb7c None None] The sync data for ids ['c723054c-3734-4a52-a3a9-c40fbdfee8df'] in dv-cinder-831247-12-iscsi is: [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:35Z', 'revision_number': 5, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:19:17.916967 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ac82208d-aeea-4d0e-9384-cb3d557820d4 admin admin] Publish callbacks [] for security_group (9f2163dd-a06d-485b-8064-b767d27fcd49), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:17.940139 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ac82208d-aeea-4d0e-9384-cb3d557820d4 admin admin] Publish callbacks [] for security_group (9f2163dd-a06d-485b-8064-b767d27fcd49), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:18.066508 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ac82208d-aeea-4d0e-9384-cb3d557820d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9f2163dd-a06d-485b-8064-b767d27fcd49), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:18.069124 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ac82208d-aeea-4d0e-9384-cb3d557820d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:18.070293 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ac82208d-aeea-4d0e-9384-cb3d557820d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f2163dd-a06d-485b-8064-b767d27fcd49 HTTP/1.1" status: 204 len: 168 time: 0.2155426 Mar 15 17:19:18.079732 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82208d-aeea-4d0e-9384-cb3d557820d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2163dd-a06d-485b-8064-b767d27fcd49,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:18.143608 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adccc83-0584-4232-bfdd-4933710d2884 None None] New status for floating IP cc43befc-94b9-42d2-958b-0d8176482c48: DOWN {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:19:18.260025 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:19:18.598309 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-065e6a2a-3e70-42fb-be0c-7ea9d9383a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:18.723740 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea4ae8-8dfe-44f4-a58b-55cb2fe79528 req-cb490263-686f-4a3b-aebc-474c157b1764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:18.725266 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-94ea4ae8-8dfe-44f4-a58b-55cb2fe79528 req-cb490263-686f-4a3b-aebc-474c157b1764 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 1130 time: 0.0443203 Mar 15 17:19:18.776638 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4', 'name': 'network-vif-deleted', 'tag': '5bf3acce-71a7-4f78-bf4d-27dde9a9599e'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:19:18.779261 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad3a75d-97a0-408e-bd73-9ad8771e8f8b" -d '{"events": [{"server_uuid": "dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4", "name": "network-vif-deleted", "tag": "5bf3acce-71a7-4f78-bf4d-27dde9a9599e"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:19:18.816701 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43270) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:18.835670 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef8a906-9223-4f16-a13e-4df1cfc315dc x-openstack-request-id: req-bef8a906-9223-4f16-a13e-4df1cfc315dc {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:19:18.836044 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4", "name": "network-vif-deleted", "tag": "5bf3acce-71a7-4f78-bf4d-27dde9a9599e", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:19:18.836361 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bef8a906-9223-4f16-a13e-4df1cfc315dc {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:19:18.837450 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4', 'name': 'network-vif-deleted', 'tag': '5bf3acce-71a7-4f78-bf4d-27dde9a9599e', 'status': 'completed', 'code': 200} Mar 15 17:19:18.867445 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cc9faac0-f63e-42a5-a4f6-34be8c1f27a8 req-5d5992f1-dea6-4f04-92c2-28ebe231f8dc tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbdf818-9d0d-4d08-8dd8-0659abc2a7f4 HTTP/1.1" status: 200 len: 210 time: 0.0480967 Mar 15 17:19:18.870517 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea4ae8-8dfe-44f4-a58b-55cb2fe79528 req-1402bc5a-1fc1-42ee-a91d-edb3e23d1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:18.872065 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-94ea4ae8-8dfe-44f4-a58b-55cb2fe79528 req-1402bc5a-1fc1-42ee-a91d-edb3e23d1614 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f8cff2af-e6bb-48e4-afbf-b43442da6768 HTTP/1.1" status: 200 len: 918 time: 0.1412110 Mar 15 17:19:18.894600 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-20d096cd-4b6e-40ff-b98e-68f1d11e5a10 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c96af55fd19480084969c0c1bcba82e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0766597 Mar 15 17:19:18.896990 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43272) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:18.941406 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-94ea4ae8-8dfe-44f4-a58b-55cb2fe79528 req-ea1a1528-407f-4363-bbd3-8abc439eb82e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83741ec1-a54d-4101-9d52-80879e3cf84c HTTP/1.1" status: 200 len: 1002 time: 0.0620940 Mar 15 17:19:18.947253 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9406-378b-423d-a3ba-44371b6231bc admin admin] Publish callbacks [] for security_group (251f552c-005a-4fc0-885a-517176a31f37), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:18.974373 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9406-378b-423d-a3ba-44371b6231bc admin admin] Publish callbacks [] for security_group (251f552c-005a-4fc0-885a-517176a31f37), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:18.997426 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea4ae8-8dfe-44f4-a58b-55cb2fe79528 req-5c479cfc-9af6-4e06-8921-f5605d261ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:18.999589 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-94ea4ae8-8dfe-44f4-a58b-55cb2fe79528 req-5c479cfc-9af6-4e06-8921-f5605d261ed4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11 HTTP/1.1" status: 200 len: 856 time: 0.0517383 Mar 15 17:19:19.057878 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea4ae8-8dfe-44f4-a58b-55cb2fe79528 req-a64a2886-3597-4d57-8324-73d4eacd67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:19.059414 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-94ea4ae8-8dfe-44f4-a58b-55cb2fe79528 req-a64a2886-3597-4d57-8324-73d4eacd67f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8cff2af-e6bb-48e4-afbf-b43442da6768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534961 Mar 15 17:19:19.135364 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9406-378b-423d-a3ba-44371b6231bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (251f552c-005a-4fc0-885a-517176a31f37), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:19.137964 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9406-378b-423d-a3ba-44371b6231bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:19.139600 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7bcd9406-378b-423d-a3ba-44371b6231bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/251f552c-005a-4fc0-885a-517176a31f37 HTTP/1.1" status: 204 len: 168 time: 0.2414453 Mar 15 17:19:19.148053 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd9406-378b-423d-a3ba-44371b6231bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251f552c-005a-4fc0-885a-517176a31f37,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:19.153718 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-94ea4ae8-8dfe-44f4-a58b-55cb2fe79528 req-522b957e-4e4e-4976-a570-cc2b80e56c40 service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868819 Mar 15 17:19:19.254953 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-94ea4ae8-8dfe-44f4-a58b-55cb2fe79528 req-b863077e-9f2d-4e5c-8cc5-e2ed138e1f2e service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916364 Mar 15 17:19:19.388099 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.010933 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43300) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:20.079198 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ddfb72db-5904-48d4-ba68-9e87e999bf73 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group (d2ca5694-9d76-4e82-8215-2a017e3dcd27), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.101198 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ddfb72db-5904-48d4-ba68-9e87e999bf73 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group (d2ca5694-9d76-4e82-8215-2a017e3dcd27), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.248958 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ddfb72db-5904-48d4-ba68-9e87e999bf73 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (d2ca5694-9d76-4e82-8215-2a017e3dcd27), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.251663 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ddfb72db-5904-48d4-ba68-9e87e999bf73 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.252830 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ddfb72db-5904-48d4-ba68-9e87e999bf73 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "DELETE /v2.0/security-groups/d2ca5694-9d76-4e82-8215-2a017e3dcd27 HTTP/1.1" status: 204 len: 168 time: 0.2407315 Mar 15 17:19:20.255779 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43312) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:20.261917 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb72db-5904-48d4-ba68-9e87e999bf73 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ca5694-9d76-4e82-8215-2a017e3dcd27,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:20.270491 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.api.v2.resource [None req-f74970b3-231e-4ad5-8533-fc87283d0dda tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] show failed (client error): The resource could not be found. Mar 15 17:19:20.274611 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f74970b3-231e-4ad5-8533-fc87283d0dda tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups/d2ca5694-9d76-4e82-8215-2a017e3dcd27 HTTP/1.1" status: 404 len: 347 time: 0.0146980 Mar 15 17:19:20.275550 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43314) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:20.399467 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-14da8d62-b568-4020-9e2d-00046ba7a21e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Deleting port 5b8a9e27-f957-43d5-b7ce-25f618ca3756 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:19:20.399880 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14da8d62-b568-4020-9e2d-00046ba7a21e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (5b8a9e27-f957-43d5-b7ce-25f618ca3756), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.433280 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43318) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:20.476504 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14da8d62-b568-4020-9e2d-00046ba7a21e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (5b8a9e27-f957-43d5-b7ce-25f618ca3756), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.476822 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14da8d62-b568-4020-9e2d-00046ba7a21e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for floatingip (5b8a9e27-f957-43d5-b7ce-25f618ca3756), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.489652 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-14da8d62-b568-4020-9e2d-00046ba7a21e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Calling delete_port for 5b8a9e27-f957-43d5-b7ce-25f618ca3756 owned by network:floatingip {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:19:20.529801 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-145306528-network', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:20.666432 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] Made reservation on behalf of c00825d4e1094ac580f79cc84d46b348 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:19:20.668817 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.678457 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.706838 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14da8d62-b568-4020-9e2d-00046ba7a21e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (5b8a9e27-f957-43d5-b7ce-25f618ca3756), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.734390 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da8d62-b568-4020-9e2d-00046ba7a21e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event deleted for resources: {'Port': ['ID=5b8a9e27-f957-43d5-b7ce-25f618ca3756,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:20.751873 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] Publish callbacks [] for security_group (9f83f7a4-8f64-40bc-a569-375f1a796c50), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.798718 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14da8d62-b568-4020-9e2d-00046ba7a21e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for floatingip (cc43befc-94b9-42d2-958b-0d8176482c48), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.801278 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14da8d62-b568-4020-9e2d-00046ba7a21e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.802409 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-14da8d62-b568-4020-9e2d-00046ba7a21e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "DELETE /v2.0/floatingips/cc43befc-94b9-42d2-958b-0d8176482c48 HTTP/1.1" status: 204 len: 168 time: 0.5259550 Mar 15 17:19:20.866522 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9f83f7a4-8f64-40bc-a569-375f1a796c50), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.894473 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:19:20.904212 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f83f7a4-8f64-40bc-a569-375f1a796c50,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:20.911707 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (26d219c3-05cb-4b47-b237-92f3786114cb), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.912053 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] Added segment 26d219c3-05cb-4b47-b237-92f3786114cb of type vlan for network df28181e-0456-4cb6-926c-b96c8c92a6ce Mar 15 17:19:20.940762 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:20.953025 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (df28181e-0456-4cb6-926c-b96c8c92a6ce), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:21.054308 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (df28181e-0456-4cb6-926c-b96c8c92a6ce), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:21.056052 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:21.056701 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:21.121264 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] Pushing event updated for resources: {'Network': ['ID=df28181e-0456-4cb6-926c-b96c8c92a6ce,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:21.131457 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network df28181e-0456-4cb6-926c-b96c8c92a6ce details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:19:21.195076 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-73a37fb6-0f63-4a4f-8a64-e3762a0c3938 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7597911 Mar 15 17:19:21.197416 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43332) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:21.202954 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-9ec21ad3-a015-48e0-be2c-f2ba6c3e3dc6 admin admin] Request body: {'subnet': {'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-145306528-subnet', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:21.282741 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43336) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:21.287215 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-d53e8bc1-94cd-442d-b719-416d02a01ebb tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--266016662', 'description': 'tempest-description--1309064683'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:21.303484 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec21ad3-a015-48e0-be2c-f2ba6c3e3dc6 admin admin] Made reservation on behalf of c00825d4e1094ac580f79cc84d46b348 for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:19:21.306427 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ec21ad3-a015-48e0-be2c-f2ba6c3e3dc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25387425'] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:21.393695 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d53e8bc1-94cd-442d-b719-416d02a01ebb tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:21.536054 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d53e8bc1-94cd-442d-b719-416d02a01ebb tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group (be1402f2-1c14-4d8e-bd27-74e47bc613d9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:21.638747 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ec21ad3-a015-48e0-be2c-f2ba6c3e3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25270688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25387443'] for subnet (1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:21.677401 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d53e8bc1-94cd-442d-b719-416d02a01ebb tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (be1402f2-1c14-4d8e-bd27-74e47bc613d9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:21.739275 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec21ad3-a015-48e0-be2c-f2ba6c3e3dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:21.747585 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e8bc1-94cd-442d-b719-416d02a01ebb tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1402f2-1c14-4d8e-bd27-74e47bc613d9,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:21.752984 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec21ad3-a015-48e0-be2c-f2ba6c3e3dc6 admin admin] Checking segment: {'id': '26d219c3-05cb-4b47-b237-92f3786114cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:21.753379 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec21ad3-a015-48e0-be2c-f2ba6c3e3dc6 admin admin] Network hostable DHCP agents. Network: df28181e-0456-4cb6-926c-b96c8c92a6ce, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:19:21.782751 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d53e8bc1-94cd-442d-b719-416d02a01ebb tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:21.784302 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d53e8bc1-94cd-442d-b719-416d02a01ebb tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5005531 Mar 15 17:19:21.787317 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43340) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:21.792773 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-79d4c098-ac6a-44d0-8141-836c959ccb8e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Request body: {'security_group_rule': {'security_group_id': 'be1402f2-1c14-4d8e-bd27-74e47bc613d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:21.831954 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec21ad3-a015-48e0-be2c-f2ba6c3e3dc6 admin admin] Network df28181e-0456-4cb6-926c-b96c8c92a6ce is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:19:21.935241 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-79d4c098-ac6a-44d0-8141-836c959ccb8e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group_rule (a7c68e9c-ac1c-438b-b646-2bafa3494942), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:21.956804 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-9ec21ad3-a015-48e0-be2c-f2ba6c3e3dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, df28181e-0456-4cb6-926c-b96c8c92a6ce) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:21.961360 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec21ad3-a015-48e0-be2c-f2ba6c3e3dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:21.962649 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ec21ad3-a015-48e0-be2c-f2ba6c3e3dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:21.967175 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c04e9-cd02-46f7-ba60-eabcd7851575 None None] Network df28181e-0456-4cb6-926c-b96c8c92a6ce requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:19:22.012230 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-79d4c098-ac6a-44d0-8141-836c959ccb8e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group_rule (a7c68e9c-ac1c-438b-b646-2bafa3494942), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.079449 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82e3d683-5ede-5394-a179-ed8ba7e8f023-df28181e-0456-4cb6-926c-b96c8c92a6ce', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'fixed_ips': [{'subnet_id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5'}]}} from dv-cinder-831247-12-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:19:22.080286 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.092186 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9ec21ad3-a015-48e0-be2c-f2ba6c3e3dc6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8937333 Mar 15 17:19:22.094980 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43342) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:22.099334 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:22.128597 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-79d4c098-ac6a-44d0-8141-836c959ccb8e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (a7c68e9c-ac1c-438b-b646-2bafa3494942), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.152140 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c098-ac6a-44d0-8141-836c959ccb8e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c68e9c-ac1c-438b-b646-2bafa3494942,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:22.215437 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7387'] for router (bf662d20-e906-4c64-b82b-5174d9d24f9f), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.216651 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router (bf662d20-e906-4c64-b82b-5174d9d24f9f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.227563 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Allocated IP 172.20.0.2 (df28181e-0456-4cb6-926c-b96c8c92a6ce/1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5/660b3e95-6121-43e9-98ab-1ecc96d4481d) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:19:22.269680 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Publish callbacks [] for router_controller (bf662d20-e906-4c64-b82b-5174d9d24f9f), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.284206 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-79d4c098-ac6a-44d0-8141-836c959ccb8e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.284206 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-79d4c098-ac6a-44d0-8141-836c959ccb8e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4950864 Mar 15 17:19:22.286286 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43346) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:22.291872 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-2fd61819-d65c-44ce-9906-48b31df505d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Request body: {'security_group_rule': {'security_group_id': 'be1402f2-1c14-4d8e-bd27-74e47bc613d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:22.383986 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Publish callbacks [] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.403833 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2fd61819-d65c-44ce-9906-48b31df505d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group_rule (c027c57d-0c23-47b4-b129-56eae0989b86), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.459066 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2fd61819-d65c-44ce-9906-48b31df505d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group_rule (c027c57d-0c23-47b4-b129-56eae0989b86), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.487205 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.507350 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Publish callbacks [] for router_gateway (bf662d20-e906-4c64-b82b-5174d9d24f9f), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.529105 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Network df28181e-0456-4cb6-926c-b96c8c92a6ce is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:22.534217 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:22.538339 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:19:22.541893 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Pushing event updated for resources: {'Port': ['ID=660b3e95-6121-43e9-98ab-1ecc96d4481d,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:22.547518 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2fd61819-d65c-44ce-9906-48b31df505d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (c027c57d-0c23-47b4-b129-56eae0989b86), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.567105 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd61819-d65c-44ce-9906-48b31df505d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c027c57d-0c23-47b4-b129-56eae0989b86,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:22.587520 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.597394 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Attempting to bind port 660b3e95-6121-43e9-98ab-1ecc96d4481d on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:19:22.597833 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Attempting to bind port 660b3e95-6121-43e9-98ab-1ecc96d4481d by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '26d219c3-05cb-4b47-b237-92f3786114cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:19:22.598199 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Attempting to bind port 660b3e95-6121-43e9-98ab-1ecc96d4481d on network df28181e-0456-4cb6-926c-b96c8c92a6ce {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:19:22.604211 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:19:22.604587 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Checking segment: {'id': '26d219c3-05cb-4b47-b237-92f3786114cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:22.605017 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.605407 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Bound using segment: {'id': '26d219c3-05cb-4b47-b237-92f3786114cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:19:22.605868 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Bound port: 660b3e95-6121-43e9-98ab-1ecc96d4481d, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d219c3-05cb-4b47-b237-92f3786114cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:19:22.606244 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.673334 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] For port 660b3e95-6121-43e9-98ab-1ecc96d4481d, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:19:22.676561 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] For port 660b3e95-6121-43e9-98ab-1ecc96d4481d, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=660b3e95-6121-43e9-98ab-1ecc96d4481d,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:19:22.691232 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2fd61819-d65c-44ce-9906-48b31df505d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.692619 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2fd61819-d65c-44ce-9906-48b31df505d1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4053016 Mar 15 17:19:22.696318 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43354) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:22.699357 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 5bf3acce-71a7-4f78-bf4d-27dde9a9599e no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:19:22.701325 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Request body: {'floatingip': {'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:22.721649 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: 5bf3acce-71a7-4f78-bf4d-27dde9a9599e {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:19:22.721994 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 5bf3acce-71a7-4f78-bf4d-27dde9a9599e not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:19:22.811605 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.811731 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.862228 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Publish callbacks [] for router_gateway (bf662d20-e906-4c64-b82b-5174d9d24f9f), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.878610 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64f864-e127-457a-9b4b-ff144c4be932 None None] Pushing event updated for resources: {'Port': ['ID=660b3e95-6121-43e9-98ab-1ecc96d4481d,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:22.886139 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:22.925470 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:23.001396 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Allocated IP 172.27.3.221 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/38d82a9f-bdb6-4429-bccb-65351576aeb0) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:19:23.134102 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Publish callbacks [] for port (38d82a9f-bdb6-4429-bccb-65351576aeb0), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:23.238700 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (38d82a9f-bdb6-4429-bccb-65351576aeb0), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:23.279591 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:23.282767 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:23.286373 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:19:23.291758 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Pushing event updated for resources: {'Port': ['ID=38d82a9f-bdb6-4429-bccb-65351576aeb0,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:23.298383 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Allocated IP 172.27.3.141 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/2733ab9a-1a0a-461a-b9c3-7c25f09fe0f6) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:19:23.414052 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for port (2733ab9a-1a0a-461a-b9c3-7c25f09fe0f6), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:23.530572 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (2733ab9a-1a0a-461a-b9c3-7c25f09fe0f6), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:23.584719 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event updated for resources: {'Port': ['ID=2733ab9a-1a0a-461a-b9c3-7c25f09fe0f6,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:23.597675 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:23.600291 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:23.604903 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:19:23.706483 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for floatingip (7b9c32fd-bfe7-42a3-8783-93d64956922f), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:23.868092 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f36d6c-327e-4ac0-a754-015ae46ce836 None None] Network df28181e-0456-4cb6-926c-b96c8c92a6ce requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:19:23.900385 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (2733ab9a-1a0a-461a-b9c3-7c25f09fe0f6), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:23.907949 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Publish callbacks [] for router_gateway (bf662d20-e906-4c64-b82b-5174d9d24f9f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:23.964030 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-9ac3a70f-d8f0-41ce-b8fa-8284e4afe34b None None] Provisioning complete for port 660b3e95-6121-43e9-98ab-1ecc96d4481d triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:23.964670 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a70f-d8f0-41ce-b8fa-8284e4afe34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:24.099593 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3a70f-d8f0-41ce-b8fa-8284e4afe34b None None] Current status of the port 660b3e95-6121-43e9-98ab-1ecc96d4481d is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:24.100003 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a70f-d8f0-41ce-b8fa-8284e4afe34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:24.137344 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for port (2733ab9a-1a0a-461a-b9c3-7c25f09fe0f6), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:24.142478 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-9ac3a70f-d8f0-41ce-b8fa-8284e4afe34b None None] For port 660b3e95-6121-43e9-98ab-1ecc96d4481d, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=660b3e95-6121-43e9-98ab-1ecc96d4481d,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:24.169032 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686872'] for router (bf662d20-e906-4c64-b82b-5174d9d24f9f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:24.314983 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (2733ab9a-1a0a-461a-b9c3-7c25f09fe0f6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:24.315670 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a70f-d8f0-41ce-b8fa-8284e4afe34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:24.370039 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3a70f-d8f0-41ce-b8fa-8284e4afe34b None None] Pushing event updated for resources: {'Port': ['ID=660b3e95-6121-43e9-98ab-1ecc96d4481d,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:24.370785 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Router bf662d20-e906-4c64-b82b-5174d9d24f9f is scheduled to L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:19:24.386364 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event updated for resources: {'Port': ['ID=2733ab9a-1a0a-461a-b9c3-7c25f09fe0f6,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:24.397420 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:24.398027 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:24.398369 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:24.398825 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:24.399357 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:24.399695 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:24.400026 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:24.400352 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:24.400673 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:24.401000 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:24.401318 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:24.401644 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:24.401959 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:24.402404 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:24.402640 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:24.409389 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (7b9c32fd-bfe7-42a3-8783-93d64956922f), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:24.426759 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 660b3e95-6121-43e9-98ab-1ecc96d4481d up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:19:24.466130 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-7bcb42a2-dfda-4ea1-a59d-a08be15b964f None None] Provisioning complete for port 660b3e95-6121-43e9-98ab-1ecc96d4481d triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:24.466513 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7bcb42a2-dfda-4ea1-a59d-a08be15b964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:24.496033 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:19:24.514448 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Sync routers for ids ['bf662d20-e906-4c64-b82b-5174d9d24f9f'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:19:24.531086 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:24.535482 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-4f50467b-55a5-42d9-88ca-c34033e2f337 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8349681 Mar 15 17:19:24.535593 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 660b3e95-6121-43e9-98ab-1ecc96d4481d triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:24.535681 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:24.537083 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Routers {'bf662d20-e906-4c64-b82b-5174d9d24f9f'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:24.537703 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['bf662d20-e906-4c64-b82b-5174d9d24f9f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:24.640213 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:24.642344 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1bbddf7a-72fa-4466-946d-23eb1ce04df1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5454991 Mar 15 17:19:24.645147 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43396) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:24.698377 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-5c8d9b55-cdd0-46ad-97b8-10e2a6d746e8 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--266016662&fields=id&tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6 HTTP/1.1" status: 200 len: 267 time: 0.0480313 Mar 15 17:19:24.698698 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb42a2-dfda-4ea1-a59d-a08be15b964f None None] Current status of the port 660b3e95-6121-43e9-98ab-1ecc96d4481d is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:24.735485 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Set router bf662d20-e906-4c64-b82b-5174d9d24f9f gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:24.825980 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-940ed9d7-67fc-425a-b5d6-0b5a21a61f28 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:24.827539 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-940ed9d7-67fc-425a-b5d6-0b5a21a61f28 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/networks?id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 HTTP/1.1" status: 200 len: 810 time: 0.1139185 Mar 15 17:19:24.834907 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 660b3e95-6121-43e9-98ab-1ecc96d4481d is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:24.859109 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-88d8c3c0-0a19-4dff-94a6-46e22bb11ff2 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/quotas/57fd39e7d3b64df5a30ec0c4d8fc03c6 HTTP/1.1" status: 200 len: 375 time: 0.0242343 Mar 15 17:19:24.920265 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-d390e1ed-e25f-4782-80d1-d347ab420056 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601218 Mar 15 17:19:24.941802 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:23Z', 'revision_number': 3, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'gw_port': {'id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:24.976181 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Checking router: bf662d20-e906-4c64-b82b-5174d9d24f9f for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:19:24.976538 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Updating router bf662d20-e906-4c64-b82b-5174d9d24f9f port 38d82a9f-bdb6-4429-bccb-65351576aeb0 binding host dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:19:25.022822 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (38d82a9f-bdb6-4429-bccb-65351576aeb0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:25.102957 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-642dc690-50cc-45e9-94ad-21ca4f39dd0e service neutron] 10.222.0.37 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672816 Mar 15 17:19:25.169394 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:25.220000 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-6873ad1c-efb6-458b-b1ca-8f378f66f701 service neutron] 10.222.0.37 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092458 Mar 15 17:19:25.331991 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Publish callbacks [] for port (38d82a9f-bdb6-4429-bccb-65351576aeb0), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:25.364660 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Allocated IP 172.20.0.1 (df28181e-0456-4cb6-926c-b96c8c92a6ce/1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5/01f5cb0c-7442-44f1-a36b-983b9f296d32) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:19:25.470412 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Publish callbacks [] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:25.501385 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (38d82a9f-bdb6-4429-bccb-65351576aeb0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:25.526528 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e6d24ce7-0300-4158-a1cc-25678b6b84e3 req-6cd0ce02-1080-40dc-90e0-982fc068859c tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 210 time: 0.0338321 Mar 15 17:19:25.557816 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Attempting to bind port 38d82a9f-bdb6-4429-bccb-65351576aeb0 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:19:25.558198 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Attempting to bind port 38d82a9f-bdb6-4429-bccb-65351576aeb0 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:19:25.558568 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Attempting to bind port 38d82a9f-bdb6-4429-bccb-65351576aeb0 on network ceae017f-2819-47ba-8d0c-41f6f4b64533 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:19:25.563988 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92722c80-7530-4b44-a096-4851922b4892 None None] Pushing event updated for resources: {'Port': ['ID=38d82a9f-bdb6-4429-bccb-65351576aeb0,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:25.568580 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:19:25.568962 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Checking segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:25.569366 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:25.569754 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Bound using segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:19:25.570228 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Bound port: 38d82a9f-bdb6-4429-bccb-65351576aeb0, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:19:25.570814 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (38d82a9f-bdb6-4429-bccb-65351576aeb0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:25.623426 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] For port 38d82a9f-bdb6-4429-bccb-65351576aeb0, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:19:25.626443 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] For port 38d82a9f-bdb6-4429-bccb-65351576aeb0, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=38d82a9f-bdb6-4429-bccb-65351576aeb0,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:19:25.666954 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:25.707427 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Network df28181e-0456-4cb6-926c-b96c8c92a6ce is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:25.714914 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:25.715670 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:19:25.740728 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Pushing event updated for resources: {'Port': ['ID=01f5cb0c-7442-44f1-a36b-983b9f296d32,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:25.759184 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (38d82a9f-bdb6-4429-bccb-65351576aeb0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:25.762087 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686921'] for router_interface (bf662d20-e906-4c64-b82b-5174d9d24f9f), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:25.821733 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Routers {'bf662d20-e906-4c64-b82b-5174d9d24f9f'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:25.822558 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['bf662d20-e906-4c64-b82b-5174d9d24f9f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:25.860656 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92722c80-7530-4b44-a096-4851922b4892 None None] Pushing event updated for resources: {'Port': ['ID=38d82a9f-bdb6-4429-bccb-65351576aeb0,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:25.944057 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] Set router bf662d20-e906-4c64-b82b-5174d9d24f9f gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:25.999242 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:26.198577 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-7f5b2532-ff23-4d1e-b940-db3038803dd4 None None] Provisioning complete for port 01f5cb0c-7442-44f1-a36b-983b9f296d32 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:26.199059 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2532-ff23-4d1e-b940-db3038803dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:26.212837 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Publish callbacks [] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:26.258956 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b2532-ff23-4d1e-b940-db3038803dd4 None None] Port 01f5cb0c-7442-44f1-a36b-983b9f296d32 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:19:26.309598 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:23Z', 'revision_number': 3, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'gw_port': {'id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:26.318129 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:26.341299 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9f037c-2af3-4cc4-a631-d7016c61da59 None None] The sync data for ids ['bf662d20-e906-4c64-b82b-5174d9d24f9f'] in dv-cinder-831247-12-iscsi is: [{'id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:23Z', 'revision_number': 3, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'gw_port': {'id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:19:26.344098 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 660b3e95-6121-43e9-98ab-1ecc96d4481d up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:19:26.396465 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Pushing event updated for resources: {'Port': ['ID=01f5cb0c-7442-44f1-a36b-983b9f296d32,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:26.398429 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 660b3e95-6121-43e9-98ab-1ecc96d4481d triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:26.399043 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:26.405839 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1720345'] for router_interface (bf662d20-e906-4c64-b82b-5174d9d24f9f), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:26.490390 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 660b3e95-6121-43e9-98ab-1ecc96d4481d is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:26.510047 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Network df28181e-0456-4cb6-926c-b96c8c92a6ce is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:26.511445 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:26.615295 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ff856a5a-0b0a-42e0-8341-521fa1cbebd0 req-c1198b71-b09a-4314-ae7b-5f8913cd42f0 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 210 time: 0.0295534 Mar 15 17:19:26.687243 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Router bf662d20-e906-4c64-b82b-5174d9d24f9f has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:19:26.880088 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35ac12-e826-4c0f-aa10-8ac93b558f5a req-991e3e2c-804d-446f-a95d-ab4ea184f82d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:26.881877 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae35ac12-e826-4c0f-aa10-8ac93b558f5a req-991e3e2c-804d-446f-a95d-ab4ea184f82d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 945 time: 0.1091182 Mar 15 17:19:26.899012 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72ebcac7-1a3e-4d9a-ae3e-40168f950128 None None] Provisioning complete for port 01f5cb0c-7442-44f1-a36b-983b9f296d32 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:26.899713 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72ebcac7-1a3e-4d9a-ae3e-40168f950128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:26.910400 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:19:26.917232 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-0015e6bb-acc0-4977-ab5c-090636d42684 admin admin] 10.222.0.37 "PUT /v2.0/routers/bf662d20-e906-4c64-b82b-5174d9d24f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2709534 Mar 15 17:19:26.952420 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae35ac12-e826-4c0f-aa10-8ac93b558f5a req-c9494532-4a2e-43aa-b95e-1a449d9aca50 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601695 Mar 15 17:19:26.966492 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72ebcac7-1a3e-4d9a-ae3e-40168f950128 None None] Port 01f5cb0c-7442-44f1-a36b-983b9f296d32 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:19:27.738480 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dd898d85-c6c3-4d2d-b7eb-83714f53ee6d req-80ab48ec-b699-4123-a364-9a3734e9f660 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 210 time: 0.0296831 Mar 15 17:19:27.881255 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43468) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:27.886839 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1707081856-network', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:27.958200 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] Made reservation on behalf of fa20816136b94c18a8ce9e1448442584 for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:19:27.962221 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:27.983953 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:28.117820 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Sync routers for ids ['bf662d20-e906-4c64-b82b-5174d9d24f9f'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:19:28.131499 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Routers {'bf662d20-e906-4c64-b82b-5174d9d24f9f'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:28.132191 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['bf662d20-e906-4c64-b82b-5174d9d24f9f'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:28.153827 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0016b-78da-420e-8814-beb8808c8f84 req-fc8f9279-8e43-46d3-a241-fc3cc6a40f71 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:28.155363 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1db0016b-78da-420e-8814-beb8808c8f84 req-fc8f9279-8e43-46d3-a241-fc3cc6a40f71 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 945 time: 0.1286023 Mar 15 17:19:28.169205 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-0c019ff9-db91-4223-bded-d520cc11f634 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:28.170698 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-0c019ff9-db91-4223-bded-d520cc11f634 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.55 "GET /v2.0/networks?id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 HTTP/1.1" status: 200 len: 810 time: 0.2060521 Mar 15 17:19:28.248949 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] Publish callbacks [] for security_group (50e8ce4c-2f11-4f71-86be-9e9d469c9bfc), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:28.251337 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Set router bf662d20-e906-4c64-b82b-5174d9d24f9f gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:28.278097 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1db0016b-78da-420e-8814-beb8808c8f84 req-475adfab-d7d4-438d-99f2-5d346a3901f4 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048486 Mar 15 17:19:28.317644 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-28815795-5694-4824-9fc6-723f2b1651e0 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6 HTTP/1.1" status: 200 len: 379 time: 0.1324005 Mar 15 17:19:28.328782 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-697debc1-f136-4fdd-a00b-fb5d0928fe02 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Request body: {'port': {'device_id': 'bd7b81b3-574b-4dd4-b5e5-772b40e16192', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'admin_state_up': True, 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'security_groups': ['be1402f2-1c14-4d8e-bd27-74e47bc613d9']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:28.376139 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (50e8ce4c-2f11-4f71-86be-9e9d469c9bfc), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:28.402689 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 38d82a9f-bdb6-4429-bccb-65351576aeb0 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:19:28.419849 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:19:28.455522 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (2066491f-55e6-444c-9df0-a71b15152f43), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:28.455868 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] Added segment 2066491f-55e6-444c-9df0-a71b15152f43 of type vlan for network 64b37d9c-c2e7-4882-94cf-1b8fefe60d7a Mar 15 17:19:28.456110 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 38d82a9f-bdb6-4429-bccb-65351576aeb0 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:28.456677 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (38d82a9f-bdb6-4429-bccb-65351576aeb0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:28.506251 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e8ce4c-2f11-4f71-86be-9e9d469c9bfc,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:28.534922 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (64b37d9c-c2e7-4882-94cf-1b8fefe60d7a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:28.539401 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-8f494854-43f8-4f87-8d7a-39135439f200 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:28.541124 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-8f494854-43f8-4f87-8d7a-39135439f200 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 945 time: 0.1064079 Mar 15 17:19:28.576521 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:25Z', 'revision_number': 4, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'gw_port': {'id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '01f5cb0c-7442-44f1-a36b-983b9f296d32', 'name': '', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'mac_address': 'fa:16:3e:62:0d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:25Z', 'updated_at': '2022-03-15T17:19:26Z', 'revision_number': 2, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'subnets': [{'id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:28.584057 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 38d82a9f-bdb6-4429-bccb-65351576aeb0 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:28.584574 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (38d82a9f-bdb6-4429-bccb-65351576aeb0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:28.604264 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Checking router: bf662d20-e906-4c64-b82b-5174d9d24f9f for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:19:28.604600 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Updating router bf662d20-e906-4c64-b82b-5174d9d24f9f port 01f5cb0c-7442-44f1-a36b-983b9f296d32 binding host dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:19:28.608604 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] For port 38d82a9f-bdb6-4429-bccb-65351576aeb0, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=38d82a9f-bdb6-4429-bccb-65351576aeb0,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:28.631987 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:28.653966 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-93da6782-0f16-4d9e-a353-c794728ad410 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Deleting port a75f3396-0718-408c-a0c0-af81e89ccbd3 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:19:28.654296 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-93da6782-0f16-4d9e-a353-c794728ad410 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:28.671978 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-697debc1-f136-4fdd-a00b-fb5d0928fe02 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Made reservation on behalf of 57fd39e7d3b64df5a30ec0c4d8fc03c6 for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:19:28.673355 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (38d82a9f-bdb6-4429-bccb-65351576aeb0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:28.680295 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-697debc1-f136-4fdd-a00b-fb5d0928fe02 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:28.698358 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (64b37d9c-c2e7-4882-94cf-1b8fefe60d7a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:28.699744 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:28.700514 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:28.732689 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Pushing event updated for resources: {'Port': ['ID=38d82a9f-bdb6-4429-bccb-65351576aeb0,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:28.760694 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-93da6782-0f16-4d9e-a353-c794728ad410 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] For port a75f3396-0718-408c-a0c0-af81e89ccbd3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a75f3396-0718-408c-a0c0-af81e89ccbd3,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:28.760694 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-93da6782-0f16-4d9e-a353-c794728ad410 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:28.823658 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] Pushing event updated for resources: {'Network': ['ID=64b37d9c-c2e7-4882-94cf-1b8fefe60d7a,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:28.834715 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network 64b37d9c-c2e7-4882-94cf-1b8fefe60d7a details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:19:28.898107 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-697debc1-f136-4fdd-a00b-fb5d0928fe02 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Allocated IP 172.20.0.4 (d8ba5559-3fe8-4099-a6ae-66c6fdd41f85/ea20a277-8929-462e-8afe-93fc21e630d2/69e2f8cf-c10f-4e97-82fe-709919c9d3e4) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:19:28.902534 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-14010f09-267e-4b63-9bd6-4138e9ca609a req-ea857527-d708-490a-819a-66624b2c7e4f tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 210 time: 0.0402918 Mar 15 17:19:28.905849 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d64a5e43-bee1-41b4-b870-92563744dab5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0233784 Mar 15 17:19:28.910698 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43486) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:28.921848 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-49707061-f1e2-453f-ac34-b1c8231119ab admin admin] Request body: {'subnet': {'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1707081856-subnet', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:28.931283 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Publish callbacks [] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:29.072503 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:29.084846 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-93da6782-0f16-4d9e-a353-c794728ad410 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:29.085335 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-93da6782-0f16-4d9e-a353-c794728ad410 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (2179230b-6b66-4ee7-a739-4d4922d660ad), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:29.085712 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-93da6782-0f16-4d9e-a353-c794728ad410 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Floating IP 2179230b-6b66-4ee7-a739-4d4922d660ad disassociated. External IP: 172.27.3.187, port: a75f3396-0718-408c-a0c0-af81e89ccbd3. Mar 15 17:19:29.086807 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-93da6782-0f16-4d9e-a353-c794728ad410 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Calling delete_port for a75f3396-0718-408c-a0c0-af81e89ccbd3 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:19:29.129856 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Pushing event updated for resources: {'Port': ['ID=01f5cb0c-7442-44f1-a36b-983b9f296d32,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:29.167455 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:29.167806 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:29.168358 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:29.184965 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:29.184965 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:29.184965 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:29.184965 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:29.184965 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:29.184965 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:29.184965 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:29.184965 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:29.184965 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:29.184965 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:29.184965 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:29.184965 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:29.213787 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49707061-f1e2-453f-ac34-b1c8231119ab admin admin] Made reservation on behalf of fa20816136b94c18a8ce9e1448442584 for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:19:29.216292 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49707061-f1e2-453f-ac34-b1c8231119ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25387425'] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:29.237874 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Attempting to bind port 01f5cb0c-7442-44f1-a36b-983b9f296d32 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:19:29.237874 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Attempting to bind port 01f5cb0c-7442-44f1-a36b-983b9f296d32 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '26d219c3-05cb-4b47-b237-92f3786114cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:19:29.240360 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Attempting to bind port 01f5cb0c-7442-44f1-a36b-983b9f296d32 on network df28181e-0456-4cb6-926c-b96c8c92a6ce {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:19:29.250483 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:19:29.251615 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Checking segment: {'id': '26d219c3-05cb-4b47-b237-92f3786114cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:29.252188 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:29.252760 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Bound using segment: {'id': '26d219c3-05cb-4b47-b237-92f3786114cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:19:29.253471 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Bound port: 01f5cb0c-7442-44f1-a36b-983b9f296d32, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d219c3-05cb-4b47-b237-92f3786114cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:19:29.254023 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:29.343210 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] For port 01f5cb0c-7442-44f1-a36b-983b9f296d32, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:19:29.394630 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-93da6782-0f16-4d9e-a353-c794728ad410 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (a75f3396-0718-408c-a0c0-af81e89ccbd3), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:29.412237 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8d52fb41-2463-4ece-b411-5fb9f682a8c2 None None] Provisioning complete for port 01f5cb0c-7442-44f1-a36b-983b9f296d32 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:29.413314 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8d52fb41-2463-4ece-b411-5fb9f682a8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:29.427923 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da6782-0f16-4d9e-a353-c794728ad410 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event deleted for resources: {'Port': ['ID=a75f3396-0718-408c-a0c0-af81e89ccbd3,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:29.447447 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-697debc1-f136-4fdd-a00b-fb5d0928fe02 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:29.465330 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8d52fb41-2463-4ece-b411-5fb9f682a8c2 None None] Port 01f5cb0c-7442-44f1-a36b-983b9f296d32 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:19:29.465590 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b879ef7-0a6b-47ee-978d-a674406d2e28 req-961ed9a5-23c2-4b80-a87a-d3f891783062 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:29.473773 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7b879ef7-0a6b-47ee-978d-a674406d2e28 req-961ed9a5-23c2-4b80-a87a-d3f891783062 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 867 time: 0.1109657 Mar 15 17:19:29.535630 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7b879ef7-0a6b-47ee-978d-a674406d2e28 req-979ea425-b413-4890-89d8-e791113e1a57 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ef37ed3-6d75-4230-b4e0-7d6794560428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610101 Mar 15 17:19:29.581435 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] For port 01f5cb0c-7442-44f1-a36b-983b9f296d32, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=01f5cb0c-7442-44f1-a36b-983b9f296d32,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:19:29.600685 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-93da6782-0f16-4d9e-a353-c794728ad410 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Router 91396da6-be11-4177-8f93-2dbf6404da12 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:19:29.683057 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-697debc1-f136-4fdd-a00b-fb5d0928fe02 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:29.683704 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49707061-f1e2-453f-ac34-b1c8231119ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25270688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25387443'] for subnet (9a18c23c-38b3-4519-9b9e-4bf787ddc818), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:29.724470 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-697debc1-f136-4fdd-a00b-fb5d0928fe02 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:29.730152 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-697debc1-f136-4fdd-a00b-fb5d0928fe02 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:29.732880 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-697debc1-f136-4fdd-a00b-fb5d0928fe02 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:19:29.753462 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49707061-f1e2-453f-ac34-b1c8231119ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a18c23c-38b3-4519-9b9e-4bf787ddc818,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:29.765633 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-93da6782-0f16-4d9e-a353-c794728ad410 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:19:29.771735 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697debc1-f136-4fdd-a00b-fb5d0928fe02 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event updated for resources: {'Port': ['ID=69e2f8cf-c10f-4e97-82fe-709919c9d3e4,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:29.775285 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:29.779263 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e6a3f-66bb-497c-906a-b1d7a0d46ef0 None None] Sync routers for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:19:29.803671 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e6a3f-66bb-497c-906a-b1d7a0d46ef0 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:29.808175 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-711e6a3f-66bb-497c-906a-b1d7a0d46ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:29.808362 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-697debc1-f136-4fdd-a00b-fb5d0928fe02 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:29.808850 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-697debc1-f136-4fdd-a00b-fb5d0928fe02 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:29.847153 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49707061-f1e2-453f-ac34-b1c8231119ab admin admin] Checking segment: {'id': '2066491f-55e6-444c-9df0-a71b15152f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:29.847741 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49707061-f1e2-453f-ac34-b1c8231119ab admin admin] Network hostable DHCP agents. Network: 64b37d9c-c2e7-4882-94cf-1b8fefe60d7a, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:19:29.888588 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-93da6782-0f16-4d9e-a353-c794728ad410 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] No DVR routers for this DVR port a75f3396-0718-408c-a0c0-af81e89ccbd3 on host hv-cinder-83124 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:19:29.888687 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e887cce-b686-4f55-ace0-138ff609113d None None] Pushing event updated for resources: {'Port': ['ID=01f5cb0c-7442-44f1-a36b-983b9f296d32,revision_number=4']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:29.888770 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-93da6782-0f16-4d9e-a353-c794728ad410 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:29.888876 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Routers {'bf662d20-e906-4c64-b82b-5174d9d24f9f'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:29.888876 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['bf662d20-e906-4c64-b82b-5174d9d24f9f'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:29.893800 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ac9dc39e-3a3a-4712-a4bb-a8665c8797c4 req-93da6782-0f16-4d9e-a353-c794728ad410 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "DELETE /v2.0/ports/a75f3396-0718-408c-a0c0-af81e89ccbd3 HTTP/1.1" status: 204 len: 173 time: 1.3452187 Mar 15 17:19:29.894603 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe50ad3-5baa-4b26-9353-fc02a3bed9f4', 'name': 'network-vif-deleted', 'tag': 'a75f3396-0718-408c-a0c0-af81e89ccbd3'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:19:29.897323 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde64f39-c7b3-40ca-b3a5-2236b579c915" -d '{"events": [{"server_uuid": "0fe50ad3-5baa-4b26-9353-fc02a3bed9f4", "name": "network-vif-deleted", "tag": "a75f3396-0718-408c-a0c0-af81e89ccbd3"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:19:29.985749 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-697debc1-f136-4fdd-a00b-fb5d0928fe02 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6612327 Mar 15 17:19:29.996977 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-711e6a3f-66bb-497c-906a-b1d7a0d46ef0 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:30.002968 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d49e862-6b81-4712-bb31-9652db8757cc x-openstack-request-id: req-4d49e862-6b81-4712-bb31-9652db8757cc {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:19:30.003211 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe50ad3-5baa-4b26-9353-fc02a3bed9f4", "name": "network-vif-deleted", "tag": "a75f3396-0718-408c-a0c0-af81e89ccbd3", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:19:30.003474 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d49e862-6b81-4712-bb31-9652db8757cc {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:19:30.003935 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe50ad3-5baa-4b26-9353-fc02a3bed9f4', 'name': 'network-vif-deleted', 'tag': 'a75f3396-0718-408c-a0c0-af81e89ccbd3', 'status': 'completed', 'code': 200} Mar 15 17:19:30.010676 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49707061-f1e2-453f-ac34-b1c8231119ab admin admin] Network 64b37d9c-c2e7-4882-94cf-1b8fefe60d7a is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:19:30.111449 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] Set router bf662d20-e906-4c64-b82b-5174d9d24f9f gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:30.122415 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-49707061-f1e2-453f-ac34-b1c8231119ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, 64b37d9c-c2e7-4882-94cf-1b8fefe60d7a) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:30.143399 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49707061-f1e2-453f-ac34-b1c8231119ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:30.144004 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49707061-f1e2-453f-ac34-b1c8231119ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:30.235598 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454c49ac-80af-480f-8b5b-0aa83fb4612d None None] Network 64b37d9c-c2e7-4882-94cf-1b8fefe60d7a requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:19:30.246504 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929cf25-4cce-42f2-8fa7-9ec4982c9be6 req-19f964cf-bdc8-42f5-b2c6-05463117b496 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:30.253274 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6929cf25-4cce-42f2-8fa7-9ec4982c9be6 req-19f964cf-bdc8-42f5-b2c6-05463117b496 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 931 time: 0.1960533 Mar 15 17:19:30.277456 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Request body: {'port': {'device_id': 'bd7b81b3-574b-4dd4-b5e5-772b40e16192', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:30.333862 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-49707061-f1e2-453f-ac34-b1c8231119ab admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4218242 Mar 15 17:19:30.334526 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43504) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:30.342685 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1707081856-router', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:30.367958 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-9eb051f9-afe7-402a-9cf6-997bec506e48 None None] Provisioning complete for port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:30.367958 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9eb051f9-afe7-402a-9cf6-997bec506e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:30.412825 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-9eb051f9-afe7-402a-9cf6-997bec506e48 None None] Port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:19:30.437877 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 38d82a9f-bdb6-4429-bccb-65351576aeb0 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:19:30.439786 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:30.442834 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:25Z', 'revision_number': 4, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'gw_port': {'id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '01f5cb0c-7442-44f1-a36b-983b9f296d32', 'name': '', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'mac_address': 'fa:16:3e:62:0d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:25Z', 'updated_at': '2022-03-15T17:19:29Z', 'revision_number': 4, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'subnets': [{'id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:30.444497 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6929cf25-4cce-42f2-8fa7-9ec4982c9be6 req-266ad77e-2922-480c-a7ee-eb67a01a76ff tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1402f2-1c14-4d8e-bd27-74e47bc613d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847358 Mar 15 17:19:30.478572 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63883ce-e702-4373-a64a-62d4923fec12 None None] The sync data for ids ['bf662d20-e906-4c64-b82b-5174d9d24f9f'] in dv-cinder-831247-12-iscsi is: [{'id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:25Z', 'revision_number': 4, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'gw_port': {'id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '01f5cb0c-7442-44f1-a36b-983b9f296d32', 'name': '', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'mac_address': 'fa:16:3e:62:0d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:25Z', 'updated_at': '2022-03-15T17:19:29Z', 'revision_number': 4, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'subnets': [{'id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:19:30.511354 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7387'] for router (9a97bb5c-a037-4549-a310-6b601b381e88), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:30.512431 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router (9a97bb5c-a037-4549-a310-6b601b381e88), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:30.584621 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82e3d683-5ede-5394-a179-ed8ba7e8f023-64b37d9c-c2e7-4882-94cf-1b8fefe60d7a', 'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a', 'project_id': 'fa20816136b94c18a8ce9e1448442584', 'fixed_ips': [{'subnet_id': '9a18c23c-38b3-4519-9b9e-4bf787ddc818'}]}} from dv-cinder-831247-12-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:19:30.585478 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:30.640738 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-83b7ecbb-a6e6-4a77-9c1b-c84ec09666f7 None None] Provisioning complete for port 01f5cb0c-7442-44f1-a36b-983b9f296d32 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:30.641252 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-83b7ecbb-a6e6-4a77-9c1b-c84ec09666f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:30.658162 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Publish callbacks [] for router_controller (9a97bb5c-a037-4549-a310-6b601b381e88), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:30.699949 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 38d82a9f-bdb6-4429-bccb-65351576aeb0 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:30.700406 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (38d82a9f-bdb6-4429-bccb-65351576aeb0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:30.750810 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f6038434-abe1-4b8a-ab0e-641acebca61c req-2bc17973-393d-4612-9db9-00416c79b1bb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fe50ad3-5baa-4b26-9353-fc02a3bed9f4 HTTP/1.1" status: 200 len: 210 time: 0.0586145 Mar 15 17:19:30.750929 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43510) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:30.825566 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b354b72-57de-4bb7-824b-7cad92589799 admin admin] Deleting subnet 3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417 {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:19:30.830429 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7b354b72-57de-4bb7-824b-7cad92589799 admin admin] Publish callbacks [] for subnet (3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:30.868478 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-711e6a3f-66bb-497c-906a-b1d7a0d46ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:30.893349 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:19:30.904280 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Publish callbacks [] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:30.916398 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e6a3f-66bb-497c-906a-b1d7a0d46ef0 None None] Checking router: 91396da6-be11-4177-8f93-2dbf6404da12 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:19:30.933282 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7b354b72-57de-4bb7-824b-7cad92589799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26117020'] for subnet (3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:30.979881 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Transition to ACTIVE for port object 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:19:30.998818 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7b354b72-57de-4bb7-824b-7cad92589799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.099206 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.134138 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e6a3f-66bb-497c-906a-b1d7a0d46ef0 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:31.135135 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-711e6a3f-66bb-497c-906a-b1d7a0d46ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:31.137994 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Allocated IP 172.20.0.2 (64b37d9c-c2e7-4882-94cf-1b8fefe60d7a/9a18c23c-38b3-4519-9b9e-4bf787ddc818/bcbffddf-713b-43c1-9fcb-b26387232f48) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:19:31.213434 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Pushing event updated for resources: {'Port': ['ID=69e2f8cf-c10f-4e97-82fe-709919c9d3e4,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:31.236876 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-83b7ecbb-a6e6-4a77-9c1b-c84ec09666f7 None None] Current status of the port 01f5cb0c-7442-44f1-a36b-983b9f296d32 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:31.237265 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-83b7ecbb-a6e6-4a77-9c1b-c84ec09666f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.268962 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7b354b72-57de-4bb7-824b-7cad92589799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4078925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26859178'] for subnet (3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.287606 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 38d82a9f-bdb6-4429-bccb-65351576aeb0 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:31.370642 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Publish callbacks [] for router_gateway (9a97bb5c-a037-4549-a310-6b601b381e88), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.378109 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7b354b72-57de-4bb7-824b-7cad92589799 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.385303 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7b354b72-57de-4bb7-824b-7cad92589799 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417 HTTP/1.1" status: 204 len: 168 time: 0.6421983 Mar 15 17:19:31.386379 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43512) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:31.390746 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b354b72-57de-4bb7-824b-7cad92589799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd9fdcd-a22c-460e-8b88-9ba1ce5f9417,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:31.496187 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Attempting to bind port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:19:31.496541 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Attempting to bind port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:19:31.496881 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Attempting to bind port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 on network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:19:31.504745 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3e994689-9778-4b4c-bbbe-f263423ed5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (7679d2c3-9375-4832-a451-47ac97f33800), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.507725 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 on network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:19:31.507725 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Attempting to bind port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 on network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:19:31.511275 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-83b7ecbb-a6e6-4a77-9c1b-c84ec09666f7 None None] For port 01f5cb0c-7442-44f1-a36b-983b9f296d32, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=01f5cb0c-7442-44f1-a36b-983b9f296d32,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:31.513312 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:19:31.513661 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Checking segment: {'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:31.514485 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Bound using segment: {'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:19:31.514485 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Bound port: 69e2f8cf-c10f-4e97-82fe-709919c9d3e4, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '951f700b-ee2c-4ee6-a212-c21904118a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:19:31.514859 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.562911 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-711e6a3f-66bb-497c-906a-b1d7a0d46ef0 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:31.618798 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-83b7ecbb-a6e6-4a77-9c1b-c84ec09666f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.629556 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Publish callbacks [] for port (bcbffddf-713b-43c1-9fcb-b26387232f48), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.676116 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3e994689-9778-4b4c-bbbe-f263423ed5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (7679d2c3-9375-4832-a451-47ac97f33800), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.689646 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-3e994689-9778-4b4c-bbbe-f263423ed5aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7679d2c3-9375-4832-a451-47ac97f33800']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:31.700508 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-3e994689-9778-4b4c-bbbe-f263423ed5aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b2d680-55d4-4403-ae6f-fc6d6790964b') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:31.700873 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-3e994689-9778-4b4c-bbbe-f263423ed5aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b2d680-55d4-4403-ae6f-fc6d6790964b') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:31.710674 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3e994689-9778-4b4c-bbbe-f263423ed5aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26117029'] for segment (a0b2d680-55d4-4403-ae6f-fc6d6790964b), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.724924 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3e994689-9778-4b4c-bbbe-f263423ed5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (a0b2d680-55d4-4403-ae6f-fc6d6790964b), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.733174 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e994689-9778-4b4c-bbbe-f263423ed5aa admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:19:31.733579 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3e994689-9778-4b4c-bbbe-f263423ed5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079095'] for segment (a0b2d680-55d4-4403-ae6f-fc6d6790964b), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.744831 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (bcbffddf-713b-43c1-9fcb-b26387232f48), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.760841 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Publish callbacks [] for router_gateway (9a97bb5c-a037-4549-a310-6b601b381e88), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.785301 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Network 64b37d9c-c2e7-4882-94cf-1b8fefe60d7a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: Traceback (most recent call last): Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: timer() Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: cb(*args, **kw) Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: return func(*args, **kwargs) Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: self._notify() Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: self.callback(batched_events) Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: event.method(event) Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: return f(self, *a, **k) Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._get(url).json() Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: return self.request(url, 'GET', **kwargs) Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:19:31.791159 dv-cinder-831247-12-iscsi neutron-server[103957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:19:31.796736 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:31.796990 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.798543 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7ecbb-a6e6-4a77-9c1b-c84ec09666f7 None None] Pushing event updated for resources: {'Port': ['ID=01f5cb0c-7442-44f1-a36b-983b9f296d32,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:31.803500 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:19:31.840795 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c827-6276-4d51-9963-5ce936e445fa req-37984b08-3435-4b60-b3fe-365459e06720 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:31.845305 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-45d7c827-6276-4d51-9963-5ce936e445fa req-37984b08-3435-4b60-b3fe-365459e06720 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 943 time: 0.2802546 Mar 15 17:19:31.845305 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] For port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4, host hv-cinder-83124, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:19:31.847225 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] For port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=69e2f8cf-c10f-4e97-82fe-709919c9d3e4,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:19:31.859253 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Pushing event updated for resources: {'Port': ['ID=bcbffddf-713b-43c1-9fcb-b26387232f48,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:31.882978 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3e994689-9778-4b4c-bbbe-f263423ed5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (7679d2c3-9375-4832-a451-47ac97f33800), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.888897 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3e994689-9778-4b4c-bbbe-f263423ed5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.892529 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3e994689-9778-4b4c-bbbe-f263423ed5aa admin admin] 10.222.0.37 "DELETE /v2.0/networks/7679d2c3-9375-4832-a451-47ac97f33800 HTTP/1.1" status: 204 len: 168 time: 0.4995451 Mar 15 17:19:31.931304 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994689-9778-4b4c-bbbe-f263423ed5aa admin admin] Pushing event deleted for resources: {'Network': ['ID=7679d2c3-9375-4832-a451-47ac97f33800,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:31.962315 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-45d7c827-6276-4d51-9963-5ce936e445fa req-5b0447fd-fb5d-4d3d-92b8-7fc1e5060390 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1402f2-1c14-4d8e-bd27-74e47bc613d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131432 Mar 15 17:19:31.964848 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.986385 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Attempting to bind port bcbffddf-713b-43c1-9fcb-b26387232f48 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:19:31.986787 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Attempting to bind port bcbffddf-713b-43c1-9fcb-b26387232f48 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '2066491f-55e6-444c-9df0-a71b15152f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:19:31.987163 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Attempting to bind port bcbffddf-713b-43c1-9fcb-b26387232f48 on network 64b37d9c-c2e7-4882-94cf-1b8fefe60d7a {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:19:31.996836 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:19:31.997231 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Checking segment: {'id': '2066491f-55e6-444c-9df0-a71b15152f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:31.997641 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:31.998040 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Bound using segment: {'id': '2066491f-55e6-444c-9df0-a71b15152f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:19:31.998536 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Bound port: bcbffddf-713b-43c1-9fcb-b26387232f48, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2066491f-55e6-444c-9df0-a71b15152f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:19:31.998997 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (bcbffddf-713b-43c1-9fcb-b26387232f48), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:32.007194 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43522) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:32.048715 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Allocated IP 172.27.3.2 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/1d9320ed-c209-4635-8667-3a65a77af4a6) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:19:32.053943 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:32.055511 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:32.058025 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] 10.222.0.55 "PUT /v2.0/ports/69e2f8cf-c10f-4e97-82fe-709919c9d3e4 HTTP/1.1" status: 200 len: 1093 time: 2.0623198 Mar 15 17:19:32.084991 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7b81b3-574b-4dd4-b5e5-772b40e16192', 'tag': '69e2f8cf-c10f-4e97-82fe-709919c9d3e4'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:19:32.097876 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368b1f8a-cef9-40c3-9372-8ddeb77f2c29" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7b81b3-574b-4dd4-b5e5-772b40e16192", "tag": "69e2f8cf-c10f-4e97-82fe-709919c9d3e4"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:19:32.122520 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-711e6a3f-66bb-497c-906a-b1d7a0d46ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:32.156832 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb846655-3945-40ae-9efe-cafbb238aa2a x-openstack-request-id: req-fb846655-3945-40ae-9efe-cafbb238aa2a {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:19:32.157120 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7b81b3-574b-4dd4-b5e5-772b40e16192", "tag": "69e2f8cf-c10f-4e97-82fe-709919c9d3e4", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:19:32.157376 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb846655-3945-40ae-9efe-cafbb238aa2a {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:19:32.157768 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7b81b3-574b-4dd4-b5e5-772b40e16192', 'tag': '69e2f8cf-c10f-4e97-82fe-709919c9d3e4', 'status': 'completed', 'code': 200} Mar 15 17:19:32.194388 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e6a3f-66bb-497c-906a-b1d7a0d46ef0 None None] The sync data for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi is: [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:19:32.205501 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762933a3-6e06-4509-81d0-f7862bd5bcbf service neutron] Pushing event updated for resources: {'Port': ['ID=69e2f8cf-c10f-4e97-82fe-709919c9d3e4,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:32.221087 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] For port bcbffddf-713b-43c1-9fcb-b26387232f48, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:19:32.227468 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] For port bcbffddf-713b-43c1-9fcb-b26387232f48, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=bcbffddf-713b-43c1-9fcb-b26387232f48,segment=NetworkSegment(2066491f-55e6-444c-9df0-a71b15152f43),segment_id=2066491f-55e6-444c-9df0-a71b15152f43)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:19:32.252030 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c6e4bf50-26c6-4721-ae60-8c5a53da9cff tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (5ef37ed3-6d75-4230-b4e0-7d6794560428), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:32.257562 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Publish callbacks [] for port (1d9320ed-c209-4635-8667-3a65a77af4a6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:32.281108 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b1f8a-cef9-40c3-9372-8ddeb77f2c29 req-5a83afb8-802c-41b0-a5e8-0e126e7a5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:32.283080 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-368b1f8a-cef9-40c3-9372-8ddeb77f2c29 req-5a83afb8-802c-41b0-a5e8-0e126e7a5a82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6&device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 1127 time: 0.1092861 Mar 15 17:19:32.285028 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c6e4bf50-26c6-4721-ae60-8c5a53da9cff tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (5ef37ed3-6d75-4230-b4e0-7d6794560428), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:32.402381 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 01f5cb0c-7442-44f1-a36b-983b9f296d32 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:19:32.431575 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (bcbffddf-713b-43c1-9fcb-b26387232f48), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:32.432884 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b1f8a-cef9-40c3-9372-8ddeb77f2c29 req-a76a5823-0ba3-42e7-9c49-20457111e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:32.434376 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-368b1f8a-cef9-40c3-9372-8ddeb77f2c29 req-a76a5823-0ba3-42e7-9c49-20457111e347 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1380179 Mar 15 17:19:32.473533 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (1d9320ed-c209-4635-8667-3a65a77af4a6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:32.523238 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f3068-d4eb-49b0-82fd-3f5db9c75971 None None] Pushing event updated for resources: {'Port': ['ID=bcbffddf-713b-43c1-9fcb-b26387232f48,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:32.531221 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 01f5cb0c-7442-44f1-a36b-983b9f296d32 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:32.531554 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:32.559198 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b1f8a-cef9-40c3-9372-8ddeb77f2c29 req-1fb9d553-b290-4637-b3a8-d3a826103ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:32.561042 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-368b1f8a-cef9-40c3-9372-8ddeb77f2c29 req-1fb9d553-b290-4637-b3a8-d3a826103ceb service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1209679 Mar 15 17:19:32.561656 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c6e4bf50-26c6-4721-ae60-8c5a53da9cff tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (5ef37ed3-6d75-4230-b4e0-7d6794560428), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:32.565478 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c6e4bf50-26c6-4721-ae60-8c5a53da9cff tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:32.579243 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:32.579403 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c6e4bf50-26c6-4721-ae60-8c5a53da9cff tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "DELETE /v2.0/security-groups/5ef37ed3-6d75-4230-b4e0-7d6794560428 HTTP/1.1" status: 204 len: 168 time: 0.5523360 Mar 15 17:19:32.579509 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43526) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:32.587136 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4bf50-26c6-4721-ae60-8c5a53da9cff tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef37ed3-6d75-4230-b4e0-7d6794560428,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:32.587655 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:32.615438 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:19:32.672381 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.api.v2.resource [None req-3e1f2a83-1a17-4ab0-bc86-677f6b12cd4a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] show failed (client error): The resource could not be found. Mar 15 17:19:32.673444 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3e1f2a83-1a17-4ab0-bc86-677f6b12cd4a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups/5ef37ed3-6d75-4230-b4e0-7d6794560428 HTTP/1.1" status: 404 len: 347 time: 0.0946832 Mar 15 17:19:32.676383 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43528) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:32.711641 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Pushing event updated for resources: {'Port': ['ID=1d9320ed-c209-4635-8667-3a65a77af4a6,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:32.711925 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5304c89a-65f0-45ec-9722-0ce301e59e78 None None] New status for floating IP 2179230b-6b66-4ee7-a739-4d4922d660ad: DOWN {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:19:32.712385 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-79e38c28-707f-4d49-a9e7-eb49c36a0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:32.712475 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 01f5cb0c-7442-44f1-a36b-983b9f296d32 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:32.717888 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-79e38c28-707f-4d49-a9e7-eb49c36a0d80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6&device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 1127 time: 0.1052341 Mar 15 17:19:32.736981 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device a75f3396-0718-408c-a0c0-af81e89ccbd3 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:19:32.764702 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: a75f3396-0718-408c-a0c0-af81e89ccbd3 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:19:32.765051 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device a75f3396-0718-408c-a0c0-af81e89ccbd3 not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:19:32.821476 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-ff752411-8a40-4e29-a445-a81676aca59a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e2f8cf-c10f-4e97-82fe-709919c9d3e4 HTTP/1.1" status: 200 len: 217 time: 0.0964391 Mar 15 17:19:32.891708 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-b2e5ddee-a3ea-40d7-861a-dd4f627fcaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:32.893206 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-b2e5ddee-a3ea-40d7-861a-dd4f627fcaee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea20a277-8929-462e-8afe-93fc21e630d2 HTTP/1.1" status: 200 len: 849 time: 0.0657921 Mar 15 17:19:32.936309 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43530) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:32.967929 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-4eee3041-9c16-4550-b9c8-1f419db5c9e8 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Deleting port 0de22113-bd31-42ab-8c46-d8054d52c02f {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:19:32.968497 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4eee3041-9c16-4550-b9c8-1f419db5c9e8 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (0de22113-bd31-42ab-8c46-d8054d52c02f), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:32.989833 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-be51cb1c-fb65-456a-b873-86be4b4664fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b844637f18de4ab6b0c256db549c9369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502927 Mar 15 17:19:32.990042 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43534) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:33.015075 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-9a99686f-dd3b-4d1e-b9ce-f1511418df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:33.015754 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-9a99686f-dd3b-4d1e-b9ce-f1511418df41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1098108 Mar 15 17:19:33.055261 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4eee3041-9c16-4550-b9c8-1f419db5c9e8 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (0de22113-bd31-42ab-8c46-d8054d52c02f), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:33.055437 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4eee3041-9c16-4550-b9c8-1f419db5c9e8 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (0de22113-bd31-42ab-8c46-d8054d52c02f), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:33.078195 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-4eee3041-9c16-4550-b9c8-1f419db5c9e8 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Calling delete_port for 0de22113-bd31-42ab-8c46-d8054d52c02f owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:19:33.112135 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9e0bb136-5b73-4d2e-8d18-26c91b4295be admin admin] Publish callbacks [] for security_group (7104b1cc-353a-4a57-8b4e-c1a21455f03d), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:33.156714 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9e0bb136-5b73-4d2e-8d18-26c91b4295be admin admin] Publish callbacks [] for security_group (7104b1cc-353a-4a57-8b4e-c1a21455f03d), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:33.160033 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-47dc7e27-f8a5-428e-8a3e-62a54d139bfd service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371663 Mar 15 17:19:33.243552 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99df40-925e-4c13-a198-54239774bbc8 req-ee326276-a0fb-46e6-9cc6-dfc47645f5b7 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:33.245072 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cb99df40-925e-4c13-a198-54239774bbc8 req-ee326276-a0fb-46e6-9cc6-dfc47645f5b7 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 943 time: 0.1869235 Mar 15 17:19:33.276042 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-357567dc-25ab-44a5-8619-e8c8e46e6bd2 req-72b751bf-7899-498f-8d73-5eb6b946f05c service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087592 Mar 15 17:19:33.302674 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Publish callbacks [] for router_gateway (9a97bb5c-a037-4549-a310-6b601b381e88), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:33.374018 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9e0bb136-5b73-4d2e-8d18-26c91b4295be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (7104b1cc-353a-4a57-8b4e-c1a21455f03d), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:33.376887 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9e0bb136-5b73-4d2e-8d18-26c91b4295be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:33.378038 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9e0bb136-5b73-4d2e-8d18-26c91b4295be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7104b1cc-353a-4a57-8b4e-c1a21455f03d HTTP/1.1" status: 204 len: 168 time: 0.3870940 Mar 15 17:19:33.393836 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bb136-5b73-4d2e-8d18-26c91b4295be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7104b1cc-353a-4a57-8b4e-c1a21455f03d,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:33.394318 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cb99df40-925e-4c13-a198-54239774bbc8 req-86f9f87e-b8a0-4c20-ba18-0413bfbdab4c tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1402f2-1c14-4d8e-bd27-74e47bc613d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364400 Mar 15 17:19:33.560011 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4eee3041-9c16-4550-b9c8-1f419db5c9e8 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (0de22113-bd31-42ab-8c46-d8054d52c02f), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:33.594039 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee3041-9c16-4550-b9c8-1f419db5c9e8 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event deleted for resources: {'Port': ['ID=0de22113-bd31-42ab-8c46-d8054d52c02f,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:33.597672 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686872'] for router (9a97bb5c-a037-4549-a310-6b601b381e88), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:33.693686 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940cbf2d-ca70-4fd0-a9ca-1b6a30e1e14b None None] Network 64b37d9c-c2e7-4882-94cf-1b8fefe60d7a requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:19:33.730841 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4eee3041-9c16-4550-b9c8-1f419db5c9e8 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (2179230b-6b66-4ee7-a739-4d4922d660ad), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:33.733307 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4eee3041-9c16-4550-b9c8-1f419db5c9e8 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:33.734461 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4eee3041-9c16-4550-b9c8-1f419db5c9e8 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "DELETE /v2.0/floatingips/2179230b-6b66-4ee7-a739-4d4922d660ad HTTP/1.1" status: 204 len: 168 time: 1.0562661 Mar 15 17:19:33.781374 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b2c491d2-f6bf-495b-8bf5-4871a590dbb3 None None] Provisioning complete for port bcbffddf-713b-43c1-9fcb-b26387232f48 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:33.781748 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b2c491d2-f6bf-495b-8bf5-4871a590dbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (bcbffddf-713b-43c1-9fcb-b26387232f48), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:33.862411 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Router 9a97bb5c-a037-4549-a310-6b601b381e88 is scheduled to L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:19:33.940408 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b2c491d2-f6bf-495b-8bf5-4871a590dbb3 None None] Current status of the port bcbffddf-713b-43c1-9fcb-b26387232f48 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:33.941366 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b2c491d2-f6bf-495b-8bf5-4871a590dbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (bcbffddf-713b-43c1-9fcb-b26387232f48), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:33.979405 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b2c491d2-f6bf-495b-8bf5-4871a590dbb3 None None] For port bcbffddf-713b-43c1-9fcb-b26387232f48, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=bcbffddf-713b-43c1-9fcb-b26387232f48,segment=NetworkSegment(2066491f-55e6-444c-9df0-a71b15152f43),segment_id=2066491f-55e6-444c-9df0-a71b15152f43)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:34.022678 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43542) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:34.023296 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-9824d08c-113f-4e60-a599-0e8d4dd123e2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--940853062', 'description': 'tempest-description--111601773'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:34.024560 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:19:34.034284 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Sync routers for ids ['9a97bb5c-a037-4549-a310-6b601b381e88'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:19:34.046225 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Routers {'9a97bb5c-a037-4549-a310-6b601b381e88'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:34.046948 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['9a97bb5c-a037-4549-a310-6b601b381e88'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:34.114146 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b2c491d2-f6bf-495b-8bf5-4871a590dbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (bcbffddf-713b-43c1-9fcb-b26387232f48), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:34.136717 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:34.142602 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a56da230-3346-4f75-bff0-db6f672d0cce admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8028011 Mar 15 17:19:34.142763 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43544) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:34.180515 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c491d2-f6bf-495b-8bf5-4871a590dbb3 None None] Pushing event updated for resources: {'Port': ['ID=bcbffddf-713b-43c1-9fcb-b26387232f48,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:34.196980 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Set router 9a97bb5c-a037-4549-a310-6b601b381e88 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:34.273408 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9824d08c-113f-4e60-a599-0e8d4dd123e2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:34.312318 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-301a1518-3903-4079-a92b-db1d1de851c8 None None] Provisioning complete for port bcbffddf-713b-43c1-9fcb-b26387232f48 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:34.312318 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-301a1518-3903-4079-a92b-db1d1de851c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (bcbffddf-713b-43c1-9fcb-b26387232f48), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:34.419384 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device bcbffddf-713b-43c1-9fcb-b26387232f48 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:19:34.489826 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9824d08c-113f-4e60-a599-0e8d4dd123e2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (398c6cb0-f076-409b-bb3c-4229cf443f20), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:34.531403 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a829d6-22d5-4ec1-b63b-74e4eeb9d963 req-66f95d61-886c-491d-900d-6e34946387ba tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:34.533011 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-05a829d6-22d5-4ec1-b63b-74e4eeb9d963 req-66f95d61-886c-491d-900d-6e34946387ba tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 943 time: 0.0638461 Mar 15 17:19:34.589935 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-05a829d6-22d5-4ec1-b63b-74e4eeb9d963 req-16817a6b-c307-4587-a2b7-d1080cdea5c0 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1402f2-1c14-4d8e-bd27-74e47bc613d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512311 Mar 15 17:19:34.610291 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-301a1518-3903-4079-a92b-db1d1de851c8 None None] Current status of the port bcbffddf-713b-43c1-9fcb-b26387232f48 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:34.610758 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9824d08c-113f-4e60-a599-0e8d4dd123e2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (398c6cb0-f076-409b-bb3c-4229cf443f20), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:34.641554 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'name': 'tempest-TestShelveInstance-1707081856-router', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:30Z', 'updated_at': '2022-03-15T17:19:32Z', 'revision_number': 3, 'project_id': 'fa20816136b94c18a8ce9e1448442584', 'gw_port': {'id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:31Z', 'updated_at': '2022-03-15T17:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:34.643218 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port bcbffddf-713b-43c1-9fcb-b26387232f48 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:34.643588 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (bcbffddf-713b-43c1-9fcb-b26387232f48), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:34.652089 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824d08c-113f-4e60-a599-0e8d4dd123e2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398c6cb0-f076-409b-bb3c-4229cf443f20,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:34.690311 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Checking router: 9a97bb5c-a037-4549-a310-6b601b381e88 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:19:34.690665 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Updating router 9a97bb5c-a037-4549-a310-6b601b381e88 port 1d9320ed-c209-4635-8667-3a65a77af4a6 binding host dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:19:34.693195 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:34.728544 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (1d9320ed-c209-4635-8667-3a65a77af4a6), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:34.789547 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9824d08c-113f-4e60-a599-0e8d4dd123e2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:34.790772 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9824d08c-113f-4e60-a599-0e8d4dd123e2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7712672 Mar 15 17:19:34.793625 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43548) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:34.798196 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-6072a42b-0d27-41e4-83f4-c88f695e7095 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'security_group_rule': {'security_group_id': '398c6cb0-f076-409b-bb3c-4229cf443f20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:34.853006 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port bcbffddf-713b-43c1-9fcb-b26387232f48 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:34.871029 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Allocated IP 172.20.0.1 (64b37d9c-c2e7-4882-94cf-1b8fefe60d7a/9a18c23c-38b3-4519-9b9e-4bf787ddc818/13a074ea-cb45-4ea9-878c-f780830d88dc) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:19:34.925598 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6072a42b-0d27-41e4-83f4-c88f695e7095 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (7d500587-804a-4d09-a126-b20f78eb2ffc), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.015077 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Publish callbacks [] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.019961 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Publish callbacks [] for port (1d9320ed-c209-4635-8667-3a65a77af4a6), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.025369 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6072a42b-0d27-41e4-83f4-c88f695e7095 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (7d500587-804a-4d09-a126-b20f78eb2ffc), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.105473 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (1d9320ed-c209-4635-8667-3a65a77af4a6), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.134694 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6072a42b-0d27-41e4-83f4-c88f695e7095 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (7d500587-804a-4d09-a126-b20f78eb2ffc), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.137476 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.158114 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Attempting to bind port 1d9320ed-c209-4635-8667-3a65a77af4a6 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:19:35.158484 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Attempting to bind port 1d9320ed-c209-4635-8667-3a65a77af4a6 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:19:35.158906 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Attempting to bind port 1d9320ed-c209-4635-8667-3a65a77af4a6 on network ceae017f-2819-47ba-8d0c-41f6f4b64533 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:19:35.160890 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2599b-f205-4a12-a387-43e6e98601fc None None] Pushing event updated for resources: {'Port': ['ID=1d9320ed-c209-4635-8667-3a65a77af4a6,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:35.168904 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:19:35.169290 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Checking segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:35.169697 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.170121 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Bound using segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:19:35.170592 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Bound port: 1d9320ed-c209-4635-8667-3a65a77af4a6, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:19:35.171148 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (1d9320ed-c209-4635-8667-3a65a77af4a6), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.186325 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072a42b-0d27-41e4-83f4-c88f695e7095 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d500587-804a-4d09-a126-b20f78eb2ffc,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:35.199505 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Network 64b37d9c-c2e7-4882-94cf-1b8fefe60d7a is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:35.202528 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:35.207162 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:19:35.209199 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Pushing event updated for resources: {'Port': ['ID=13a074ea-cb45-4ea9-878c-f780830d88dc,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:35.244797 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] For port 1d9320ed-c209-4635-8667-3a65a77af4a6, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:19:35.247666 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] For port 1d9320ed-c209-4635-8667-3a65a77af4a6, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=1d9320ed-c209-4635-8667-3a65a77af4a6,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:19:35.258692 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686921'] for router_interface (9a97bb5c-a037-4549-a310-6b601b381e88), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.383374 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6072a42b-0d27-41e4-83f4-c88f695e7095 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.384623 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-6072a42b-0d27-41e4-83f4-c88f695e7095 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5900779 Mar 15 17:19:35.388023 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43550) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:35.392580 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-05b78153-a77f-454d-aa3f-dc2003e5545a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'security_group_rule': {'security_group_id': '398c6cb0-f076-409b-bb3c-4229cf443f20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:35.409353 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (1d9320ed-c209-4635-8667-3a65a77af4a6), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.465179 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.475866 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Routers {'9a97bb5c-a037-4549-a310-6b601b381e88'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:35.477334 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['9a97bb5c-a037-4549-a310-6b601b381e88'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:35.517940 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-d3c528fb-1f50-434d-a9fd-1a92ac536fe7 None None] Provisioning complete for port 13a074ea-cb45-4ea9-878c-f780830d88dc triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:35.518323 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d3c528fb-1f50-434d-a9fd-1a92ac536fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.526065 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-05b78153-a77f-454d-aa3f-dc2003e5545a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (0ceed7ad-6a7a-45d3-8c51-e57453ac568c), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.569052 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2599b-f205-4a12-a387-43e6e98601fc None None] Pushing event updated for resources: {'Port': ['ID=1d9320ed-c209-4635-8667-3a65a77af4a6,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:35.605989 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-d3c528fb-1f50-434d-a9fd-1a92ac536fe7 None None] Port 13a074ea-cb45-4ea9-878c-f780830d88dc cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:19:35.631280 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-05b78153-a77f-454d-aa3f-dc2003e5545a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (0ceed7ad-6a7a-45d3-8c51-e57453ac568c), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.635261 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] Set router 9a97bb5c-a037-4549-a310-6b601b381e88 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:35.679161 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Publish callbacks [] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.718395 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-05b78153-a77f-454d-aa3f-dc2003e5545a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (0ceed7ad-6a7a-45d3-8c51-e57453ac568c), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.732853 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d1118-7220-4cec-85b4-c76a4f7b8701 req-1bd5e3f9-48cc-4c8c-8db4-3ac16b9a9be2 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:35.734374 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3e1d1118-7220-4cec-85b4-c76a4f7b8701 req-1bd5e3f9-48cc-4c8c-8db4-3ac16b9a9be2 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 943 time: 0.0709922 Mar 15 17:19:35.753186 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b78153-a77f-454d-aa3f-dc2003e5545a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ceed7ad-6a7a-45d3-8c51-e57453ac568c,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:35.765736 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.838531 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'name': 'tempest-TestShelveInstance-1707081856-router', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:30Z', 'updated_at': '2022-03-15T17:19:35Z', 'revision_number': 4, 'project_id': 'fa20816136b94c18a8ce9e1448442584', 'gw_port': {'id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:31Z', 'updated_at': '2022-03-15T17:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '13a074ea-cb45-4ea9-878c-f780830d88dc', 'name': '', 'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'mac_address': 'fa:16:3e:ff:d9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9a18c23c-38b3-4519-9b9e-4bf787ddc818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:34Z', 'updated_at': '2022-03-15T17:19:34Z', 'revision_number': 1, 'project_id': 'fa20816136b94c18a8ce9e1448442584', 'subnets': [{'id': '9a18c23c-38b3-4519-9b9e-4bf787ddc818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:35.849388 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-05b78153-a77f-454d-aa3f-dc2003e5545a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.853907 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-05b78153-a77f-454d-aa3f-dc2003e5545a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4615405 Mar 15 17:19:35.853907 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1720345'] for router_interface (9a97bb5c-a037-4549-a310-6b601b381e88), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:35.854405 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43554) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:35.859711 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3e1d1118-7220-4cec-85b4-c76a4f7b8701 req-fefa0134-848b-4d6d-9320-e6b9f517aa9b tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1402f2-1c14-4d8e-bd27-74e47bc613d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174457 Mar 15 17:19:35.859967 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'floatingip': {'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:35.863261 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Pushing event updated for resources: {'Port': ['ID=13a074ea-cb45-4ea9-878c-f780830d88dc,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:35.864721 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdd389-f0c7-45f3-8fe6-02b07027371b None None] The sync data for ids ['9a97bb5c-a037-4549-a310-6b601b381e88'] in dv-cinder-831247-12-iscsi is: [{'id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'name': 'tempest-TestShelveInstance-1707081856-router', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:30Z', 'updated_at': '2022-03-15T17:19:35Z', 'revision_number': 4, 'project_id': 'fa20816136b94c18a8ce9e1448442584', 'gw_port': {'id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:31Z', 'updated_at': '2022-03-15T17:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '13a074ea-cb45-4ea9-878c-f780830d88dc', 'name': '', 'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'mac_address': 'fa:16:3e:ff:d9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9a18c23c-38b3-4519-9b9e-4bf787ddc818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:34Z', 'updated_at': '2022-03-15T17:19:34Z', 'revision_number': 1, 'project_id': 'fa20816136b94c18a8ce9e1448442584', 'subnets': [{'id': '9a18c23c-38b3-4519-9b9e-4bf787ddc818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:19:35.958567 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Network 64b37d9c-c2e7-4882-94cf-1b8fefe60d7a is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:35.959939 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:35.979600 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:36.096554 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Router 9a97bb5c-a037-4549-a310-6b601b381e88 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:19:36.112989 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:36.263537 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Allocated IP 172.27.3.124 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/adffbb9b-544b-4d91-af15-62dce72d493f) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:19:36.334998 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-9f42132a-6c65-4ce9-ad8b-f5c140c7ff59 None None] Provisioning complete for port 13a074ea-cb45-4ea9-878c-f780830d88dc triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:36.335501 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9f42132a-6c65-4ce9-ad8b-f5c140c7ff59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:36.385117 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-9f42132a-6c65-4ce9-ad8b-f5c140c7ff59 None None] Port 13a074ea-cb45-4ea9-878c-f780830d88dc cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:19:36.403685 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for port (adffbb9b-544b-4d91-af15-62dce72d493f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:36.511730 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (adffbb9b-544b-4d91-af15-62dce72d493f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:36.537371 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:19:36.543463 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-ebdd917a-4002-4371-a355-83c777358561 admin admin] 10.222.0.37 "PUT /v2.0/routers/9a97bb5c-a037-4549-a310-6b601b381e88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4010961 Mar 15 17:19:36.558925 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:36.565390 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:36.568567 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:19:36.572759 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'Port': ['ID=adffbb9b-544b-4d91-af15-62dce72d493f,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:36.667580 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (97c7f25d-8c41-46af-af72-d61668edbc6b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:36.752334 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:19:36.822453 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (adffbb9b-544b-4d91-af15-62dce72d493f), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:36.857216 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=69e2f8cf-c10f-4e97-82fe-709919c9d3e4,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:36.873105 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '69e2f8cf-c10f-4e97-82fe-709919c9d3e4', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'port_id': '69e2f8cf-c10f-4e97-82fe-709919c9d3e4', 'mac_address': 'fa:16:3e:2a:7e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:19:36.919133 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:36.919439 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:36.933371 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:19:36.962009 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=69e2f8cf-c10f-4e97-82fe-709919c9d3e4,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:37.000906 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273c22e-019e-4f2c-92a8-9a6925f42ff8 req-75a11807-d6c3-4e31-8b2d-415143bb6c28 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:37.002420 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0273c22e-019e-4f2c-92a8-9a6925f42ff8 req-75a11807-d6c3-4e31-8b2d-415143bb6c28 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 943 time: 0.0529678 Mar 15 17:19:37.002584 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for port (adffbb9b-544b-4d91-af15-62dce72d493f), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:37.037355 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:37.053021 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0273c22e-019e-4f2c-92a8-9a6925f42ff8 req-8bbb0071-a27b-41c0-b258-57e5fa8af18e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1402f2-1c14-4d8e-bd27-74e47bc613d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435040 Mar 15 17:19:37.075273 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (adffbb9b-544b-4d91-af15-62dce72d493f), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:37.096479 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=69e2f8cf-c10f-4e97-82fe-709919c9d3e4,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:37.155215 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'Port': ['ID=adffbb9b-544b-4d91-af15-62dce72d493f,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:37.161165 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (97c7f25d-8c41-46af-af72-d61668edbc6b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:37.285557 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:37.286677 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['69e2f8cf-c10f-4e97-82fe-709919c9d3e4'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:19:37.296404 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-cbc281cd-a513-45c6-9d02-b2a08a2718b1 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4320352 Mar 15 17:19:37.296830 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43564) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:37.319871 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-a7784c34-b768-4a9c-80de-dc1390fe5c6d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297370254', 'description': 'tempest-secgroup-smoke-297370254 description', 'project_id': 'c00825d4e1094ac580f79cc84d46b348'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:37.465856 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a7784c34-b768-4a9c-80de-dc1390fe5c6d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:37.543046 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-1063e3dd-f2d8-4638-b948-10c81adf6456 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--940853062&fields=id&tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3 HTTP/1.1" status: 200 len: 267 time: 0.0738175 Mar 15 17:19:37.620922 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a7784c34-b768-4a9c-80de-dc1390fe5c6d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group (b818e83f-2a87-4e93-bcb3-616cf274ebad), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:37.678702 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-4b2c2814-b0c6-4f01-94de-d72083c95b7a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:37.680839 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-4b2c2814-b0c6-4f01-94de-d72083c95b7a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/networks?id=e3d728a8-748d-4c18-bacb-a3e562d9afc7 HTTP/1.1" status: 200 len: 815 time: 0.1225100 Mar 15 17:19:37.697871 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-706ea8dd-1e62-4e58-b6fb-ecd2dcd93029 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/quotas/e97bc8e7afe84c4cbdedd6d1d6f4caf3 HTTP/1.1" status: 200 len: 375 time: 0.0101404 Mar 15 17:19:37.713174 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a7784c34-b768-4a9c-80de-dc1390fe5c6d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (b818e83f-2a87-4e93-bcb3-616cf274ebad), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:37.766041 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7784c34-b768-4a9c-80de-dc1390fe5c6d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b818e83f-2a87-4e93-bcb3-616cf274ebad,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:37.783264 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-71d4c4e2-a65d-4be8-8b1d-5c1ce9e1931d tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790770 Mar 15 17:19:37.852454 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a7784c34-b768-4a9c-80de-dc1390fe5c6d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:37.854291 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a7784c34-b768-4a9c-80de-dc1390fe5c6d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5589399 Mar 15 17:19:37.858102 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43582) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:37.861338 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-ffa02765-c28e-4c80-9fb1-846f96c4be91 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Request body: {'security_group_rule': {'security_group_id': 'b818e83f-2a87-4e93-bcb3-616cf274ebad', 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:37.996598 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-5b4f9915-e8a0-4342-a43b-f96d05770373 service neutron] 10.222.0.37 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008152 Mar 15 17:19:38.012838 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ffa02765-c28e-4c80-9fb1-846f96c4be91 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (4e66831a-dcba-4855-9236-12a587b4ecb3), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:38.119279 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ffa02765-c28e-4c80-9fb1-846f96c4be91 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (4e66831a-dcba-4855-9236-12a587b4ecb3), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:38.130323 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-ae0f2e8d-21a6-48fd-a2a9-b0d24c86ad12 service neutron] 10.222.0.37 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276917 Mar 15 17:19:38.175567 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd932c-95a8-415a-9ec7-8205884fca6b req-ed24346a-491f-4686-b06a-730a3176f441 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:38.177063 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-33bd932c-95a8-415a-9ec7-8205884fca6b req-ed24346a-491f-4686-b06a-730a3176f441 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 944 time: 0.0537417 Mar 15 17:19:38.230351 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-33bd932c-95a8-415a-9ec7-8205884fca6b req-d8d197a8-9420-40e7-8347-2fc7c5666ac2 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1402f2-1c14-4d8e-bd27-74e47bc613d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469558 Mar 15 17:19:38.293957 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ffa02765-c28e-4c80-9fb1-846f96c4be91 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (4e66831a-dcba-4855-9236-12a587b4ecb3), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:38.314536 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa02765-c28e-4c80-9fb1-846f96c4be91 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e66831a-dcba-4855-9236-12a587b4ecb3,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:38.382971 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 1d9320ed-c209-4635-8667-3a65a77af4a6 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:19:38.433404 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 1d9320ed-c209-4635-8667-3a65a77af4a6 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:38.433792 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (1d9320ed-c209-4635-8667-3a65a77af4a6), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:38.505513 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ffa02765-c28e-4c80-9fb1-846f96c4be91 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:38.506835 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-ffa02765-c28e-4c80-9fb1-846f96c4be91 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6489892 Mar 15 17:19:38.511430 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43588) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:38.516654 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-e1bb557c-26a2-48ae-bd2d-5649d2fce71c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Request body: {'security_group_rule': {'security_group_id': 'b818e83f-2a87-4e93-bcb3-616cf274ebad', 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:38.533258 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 1d9320ed-c209-4635-8667-3a65a77af4a6 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:38.533655 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (1d9320ed-c209-4635-8667-3a65a77af4a6), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:38.560731 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] For port 1d9320ed-c209-4635-8667-3a65a77af4a6, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=1d9320ed-c209-4635-8667-3a65a77af4a6,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:38.566530 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bc8dbac8-2399-406a-b810-37de0a0eab45 req-be576395-8dad-40b7-9ab3-614a159efa47 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 210 time: 0.0400643 Mar 15 17:19:38.677533 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e1bb557c-26a2-48ae-bd2d-5649d2fce71c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (282d74b0-335e-4a60-b1dc-ddd57c662141), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:38.722693 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (1d9320ed-c209-4635-8667-3a65a77af4a6), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:38.737545 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e1bb557c-26a2-48ae-bd2d-5649d2fce71c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (282d74b0-335e-4a60-b1dc-ddd57c662141), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:38.748327 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:19:38.805934 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Pushing event updated for resources: {'Port': ['ID=1d9320ed-c209-4635-8667-3a65a77af4a6,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:38.830438 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Sync routers for ids ['9a97bb5c-a037-4549-a310-6b601b381e88'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:19:38.840458 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Routers {'9a97bb5c-a037-4549-a310-6b601b381e88'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:38.841145 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['9a97bb5c-a037-4549-a310-6b601b381e88'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:38.853912 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e1bb557c-26a2-48ae-bd2d-5649d2fce71c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (282d74b0-335e-4a60-b1dc-ddd57c662141), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:38.872263 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb557c-26a2-48ae-bd2d-5649d2fce71c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282d74b0-335e-4a60-b1dc-ddd57c662141,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:38.888602 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:19:38.892642 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:38.893019 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:38.948654 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Set router 9a97bb5c-a037-4549-a310-6b601b381e88 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:38.977917 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e1bb557c-26a2-48ae-bd2d-5649d2fce71c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:38.981952 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43596) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:38.983526 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:38.983919 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:38.985141 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e1bb557c-26a2-48ae-bd2d-5649d2fce71c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4726806 Mar 15 17:19:38.987017 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-58f17e4f-dae3-42ba-9b66-ecf143003362 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Request body: {'security_group_rule': {'security_group_id': 'b818e83f-2a87-4e93-bcb3-616cf274ebad', 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:39.013453 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7b81b3-574b-4dd4-b5e5-772b40e16192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e2f8cf-c10f-4e97-82fe-709919c9d3e4'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:19:39.016346 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ed8024-3aad-415d-a4c0-ecef82c93625" -d '{"events": [{"server_uuid": "bd7b81b3-574b-4dd4-b5e5-772b40e16192", "name": "network-vif-plugged", "status": "completed", "tag": "69e2f8cf-c10f-4e97-82fe-709919c9d3e4"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:19:39.021690 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.031884 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=69e2f8cf-c10f-4e97-82fe-709919c9d3e4,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:39.057242 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ec000e-9066-4556-864d-5620ee44c46a x-openstack-request-id: req-20ec000e-9066-4556-864d-5620ee44c46a {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:19:39.057242 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7b81b3-574b-4dd4-b5e5-772b40e16192", "name": "network-vif-plugged", "status": "completed", "tag": "69e2f8cf-c10f-4e97-82fe-709919c9d3e4", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:19:39.057242 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20ec000e-9066-4556-864d-5620ee44c46a {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:19:39.057242 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7b81b3-574b-4dd4-b5e5-772b40e16192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e2f8cf-c10f-4e97-82fe-709919c9d3e4', 'code': 200} Mar 15 17:19:39.107375 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-58f17e4f-dae3-42ba-9b66-ecf143003362 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (996631c3-23da-4905-935f-ceb6202e6e59), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.134133 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.173591 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-58f17e4f-dae3-42ba-9b66-ecf143003362 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (996631c3-23da-4905-935f-ceb6202e6e59), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.193637 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'name': 'tempest-TestShelveInstance-1707081856-router', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:30Z', 'updated_at': '2022-03-15T17:19:35Z', 'revision_number': 4, 'project_id': 'fa20816136b94c18a8ce9e1448442584', 'gw_port': {'id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:31Z', 'updated_at': '2022-03-15T17:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '13a074ea-cb45-4ea9-878c-f780830d88dc', 'name': '', 'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'mac_address': 'fa:16:3e:ff:d9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9a18c23c-38b3-4519-9b9e-4bf787ddc818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:34Z', 'updated_at': '2022-03-15T17:19:35Z', 'revision_number': 2, 'project_id': 'fa20816136b94c18a8ce9e1448442584', 'subnets': [{'id': '9a18c23c-38b3-4519-9b9e-4bf787ddc818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:39.193804 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=69e2f8cf-c10f-4e97-82fe-709919c9d3e4,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:39.264456 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-58f17e4f-dae3-42ba-9b66-ecf143003362 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (996631c3-23da-4905-935f-ceb6202e6e59), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.294764 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f17e4f-dae3-42ba-9b66-ecf143003362 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996631c3-23da-4905-935f-ceb6202e6e59,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:39.316981 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Checking router: 9a97bb5c-a037-4549-a310-6b601b381e88 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:19:39.317335 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Updating router 9a97bb5c-a037-4549-a310-6b601b381e88 port 13a074ea-cb45-4ea9-878c-f780830d88dc binding host dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:19:39.347090 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.373556 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba48d2-f0f1-470d-b0e6-f510fca30fa2 req-e3fae00f-7cd7-411c-b32e-2e77ebef0a54 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:39.375261 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8fba48d2-f0f1-470d-b0e6-f510fca30fa2 req-e3fae00f-7cd7-411c-b32e-2e77ebef0a54 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 945 time: 0.0579250 Mar 15 17:19:39.430276 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-58f17e4f-dae3-42ba-9b66-ecf143003362 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.433318 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-58f17e4f-dae3-42ba-9b66-ecf143003362 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4487150 Mar 15 17:19:39.437184 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8fba48d2-f0f1-470d-b0e6-f510fca30fa2 req-6d961440-be11-48ca-a205-e33a6812cee1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1402f2-1c14-4d8e-bd27-74e47bc613d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517170 Mar 15 17:19:39.437759 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43608) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:39.443661 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-9a690541-63f1-486a-aa2d-30b5e1c61b41 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Request body: {'security_group_rule': {'security_group_id': 'b818e83f-2a87-4e93-bcb3-616cf274ebad', 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:39.461621 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89286671-a132-47de-8b25-216d9d420282 req-0cbc4f6e-79ee-4d14-9c21-ef73dd6b090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:39.464137 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-89286671-a132-47de-8b25-216d9d420282 req-0cbc4f6e-79ee-4d14-9c21-ef73dd6b090c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 1129 time: 0.0566001 Mar 15 17:19:39.508540 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-89286671-a132-47de-8b25-216d9d420282 req-7a92f603-77c5-4d94-bac6-bcdf5129539c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=be1402f2-1c14-4d8e-bd27-74e47bc613d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375676 Mar 15 17:19:39.623105 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Publish callbacks [] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.629757 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a690541-63f1-486a-aa2d-30b5e1c61b41 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (09d255e0-db1d-4c10-89d4-a4a0f6b2d9b8), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.668775 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-620fedce-d28a-4dfa-99f7-f84c5cc41abf req-0989850f-cb92-472b-9fd8-7ca2899db469 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 210 time: 0.0312631 Mar 15 17:19:39.694051 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.694240 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a690541-63f1-486a-aa2d-30b5e1c61b41 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (09d255e0-db1d-4c10-89d4-a4a0f6b2d9b8), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.745683 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777145fa-7b97-4b48-a747-8207aaaa88c7 None None] Pushing event updated for resources: {'Port': ['ID=13a074ea-cb45-4ea9-878c-f780830d88dc,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:39.791114 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a690541-63f1-486a-aa2d-30b5e1c61b41 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (09d255e0-db1d-4c10-89d4-a4a0f6b2d9b8), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.794216 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Attempting to bind port 13a074ea-cb45-4ea9-878c-f780830d88dc on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:19:39.794608 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Attempting to bind port 13a074ea-cb45-4ea9-878c-f780830d88dc by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '2066491f-55e6-444c-9df0-a71b15152f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:19:39.795003 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Attempting to bind port 13a074ea-cb45-4ea9-878c-f780830d88dc on network 64b37d9c-c2e7-4882-94cf-1b8fefe60d7a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:19:39.800420 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:19:39.800797 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Checking segment: {'id': '2066491f-55e6-444c-9df0-a71b15152f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:39.801202 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.801596 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Bound using segment: {'id': '2066491f-55e6-444c-9df0-a71b15152f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:19:39.802068 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Bound port: 13a074ea-cb45-4ea9-878c-f780830d88dc, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2066491f-55e6-444c-9df0-a71b15152f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:19:39.802450 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.810523 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a690541-63f1-486a-aa2d-30b5e1c61b41 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d255e0-db1d-4c10-89d4-a4a0f6b2d9b8,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:39.874467 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] For port 13a074ea-cb45-4ea9-878c-f780830d88dc, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:19:39.877711 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] For port 13a074ea-cb45-4ea9-878c-f780830d88dc, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=13a074ea-cb45-4ea9-878c-f780830d88dc,segment=NetworkSegment(2066491f-55e6-444c-9df0-a71b15152f43),segment_id=2066491f-55e6-444c-9df0-a71b15152f43)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:19:39.894022 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e2c0eb78-6641-448d-907d-01ddade3921c req-6d80bb42-790f-4b2b-a5be-877530901a3a tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189982522&fields=id&tenant_id=d0549ab293b848ada3a0d9e5fb9fdb43 HTTP/1.1" status: 200 len: 267 time: 0.0503900 Mar 15 17:19:39.914125 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a690541-63f1-486a-aa2d-30b5e1c61b41 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.918580 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43614) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:39.918933 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9a690541-63f1-486a-aa2d-30b5e1c61b41 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4796963 Mar 15 17:19:39.923913 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-f9644e8b-09e7-49f5-9fe6-3a8c3b35730f tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Request body: {'security_group_rule': {'security_group_id': 'b818e83f-2a87-4e93-bcb3-616cf274ebad', 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:39.961027 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0eb78-6641-448d-907d-01ddade3921c req-7fbf2214-e5f2-4139-8618-7ecf41707742 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:39.964770 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e2c0eb78-6641-448d-907d-01ddade3921c req-7fbf2214-e5f2-4139-8618-7ecf41707742 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 985 time: 0.0624232 Mar 15 17:19:39.968181 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:39.977619 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-e2c0eb78-6641-448d-907d-01ddade3921c req-1e78f121-abe6-4408-9131-7e1714b9836a tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Request body: {'port': {'security_groups': ['91b41be9-04e2-445d-a512-29ae480589e2']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:40.027324 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Routers {'9a97bb5c-a037-4549-a310-6b601b381e88'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:40.027955 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['9a97bb5c-a037-4549-a310-6b601b381e88'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:40.032883 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777145fa-7b97-4b48-a747-8207aaaa88c7 None None] Pushing event updated for resources: {'Port': ['ID=13a074ea-cb45-4ea9-878c-f780830d88dc,revision_number=4']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:40.035859 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-69efd0e2-5274-4eb3-9ca5-28438e523edf None None] Provisioning complete for port 13a074ea-cb45-4ea9-878c-f780830d88dc triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:40.036799 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69efd0e2-5274-4eb3-9ca5-28438e523edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.043420 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.securitygroups_db [None req-f9644e8b-09e7-49f5-9fe6-3a8c3b35730f tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Project c00825d4e1094ac580f79cc84d46b348 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:19:40.048478 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f9644e8b-09e7-49f5-9fe6-3a8c3b35730f tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (dfda37bd-5925-4e88-828d-8daf291bd078), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.073539 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e2c0eb78-6641-448d-907d-01ddade3921c req-1e78f121-abe6-4408-9131-7e1714b9836a tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.121627 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-69efd0e2-5274-4eb3-9ca5-28438e523edf None None] Current status of the port 13a074ea-cb45-4ea9-878c-f780830d88dc is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:40.122225 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69efd0e2-5274-4eb3-9ca5-28438e523edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.179960 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-69efd0e2-5274-4eb3-9ca5-28438e523edf None None] For port 13a074ea-cb45-4ea9-878c-f780830d88dc, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=13a074ea-cb45-4ea9-878c-f780830d88dc,segment=NetworkSegment(2066491f-55e6-444c-9df0-a71b15152f43),segment_id=2066491f-55e6-444c-9df0-a71b15152f43)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:40.184559 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f9644e8b-09e7-49f5-9fe6-3a8c3b35730f tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (dfda37bd-5925-4e88-828d-8daf291bd078), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.247186 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] Set router 9a97bb5c-a037-4549-a310-6b601b381e88 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:40.322714 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-e2c0eb78-6641-448d-907d-01ddade3921c req-1e78f121-abe6-4408-9131-7e1714b9836a tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] For port 3bb88558-7875-4609-a2ab-65edd7b65147, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3bb88558-7875-4609-a2ab-65edd7b65147,segment=NetworkSegment(5476e7b2-7a6b-4fe5-a530-227736514268),segment_id=5476e7b2-7a6b-4fe5-a530-227736514268)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:40.363024 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69efd0e2-5274-4eb3-9ca5-28438e523edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.416076 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f9644e8b-09e7-49f5-9fe6-3a8c3b35730f tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (dfda37bd-5925-4e88-828d-8daf291bd078), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.425108 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 1d9320ed-c209-4635-8667-3a65a77af4a6 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:19:40.456501 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9644e8b-09e7-49f5-9fe6-3a8c3b35730f tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfda37bd-5925-4e88-828d-8daf291bd078,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:40.513934 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efd0e2-5274-4eb3-9ca5-28438e523edf None None] Pushing event updated for resources: {'Port': ['ID=13a074ea-cb45-4ea9-878c-f780830d88dc,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:40.514812 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'name': 'tempest-TestShelveInstance-1707081856-router', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:30Z', 'updated_at': '2022-03-15T17:19:35Z', 'revision_number': 4, 'project_id': 'fa20816136b94c18a8ce9e1448442584', 'gw_port': {'id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:31Z', 'updated_at': '2022-03-15T17:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '13a074ea-cb45-4ea9-878c-f780830d88dc', 'name': '', 'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'mac_address': 'fa:16:3e:ff:d9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9a18c23c-38b3-4519-9b9e-4bf787ddc818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:34Z', 'updated_at': '2022-03-15T17:19:39Z', 'revision_number': 4, 'project_id': 'fa20816136b94c18a8ce9e1448442584', 'subnets': [{'id': '9a18c23c-38b3-4519-9b9e-4bf787ddc818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:40.529599 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b96b7411-4421-42a2-b7d8-90c047b34c7d None None] Provisioning complete for port 13a074ea-cb45-4ea9-878c-f780830d88dc triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:40.529599 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b96b7411-4421-42a2-b7d8-90c047b34c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.565013 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e178de8f-baf8-41cc-abb6-1836160f2190 None None] The sync data for ids ['9a97bb5c-a037-4549-a310-6b601b381e88'] in dv-cinder-831247-12-iscsi is: [{'id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'name': 'tempest-TestShelveInstance-1707081856-router', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:30Z', 'updated_at': '2022-03-15T17:19:35Z', 'revision_number': 4, 'project_id': 'fa20816136b94c18a8ce9e1448442584', 'gw_port': {'id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:31Z', 'updated_at': '2022-03-15T17:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '13a074ea-cb45-4ea9-878c-f780830d88dc', 'name': '', 'network_id': '64b37d9c-c2e7-4882-94cf-1b8fefe60d7a', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'mac_address': 'fa:16:3e:ff:d9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9a18c23c-38b3-4519-9b9e-4bf787ddc818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:34Z', 'updated_at': '2022-03-15T17:19:39Z', 'revision_number': 4, 'project_id': 'fa20816136b94c18a8ce9e1448442584', 'subnets': [{'id': '9a18c23c-38b3-4519-9b9e-4bf787ddc818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:19:40.572084 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 1d9320ed-c209-4635-8667-3a65a77af4a6 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:40.572467 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (1d9320ed-c209-4635-8667-3a65a77af4a6), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.578488 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f9644e8b-09e7-49f5-9fe6-3a8c3b35730f tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.579778 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f9644e8b-09e7-49f5-9fe6-3a8c3b35730f tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6595476 Mar 15 17:19:40.582670 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43618) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:40.588030 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-e8e34229-9570-4545-9aad-81db7dca576c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Request body: {'security_group_rule': {'security_group_id': 'b818e83f-2a87-4e93-bcb3-616cf274ebad', 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:40.638628 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa51542-350b-4fd4-834b-b0cd24c03e69 req-0a79abdf-6fd0-473b-badc-84f42a4f5c27 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:40.646060 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cfa51542-350b-4fd4-834b-b0cd24c03e69 req-0a79abdf-6fd0-473b-badc-84f42a4f5c27 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 945 time: 0.1111193 Mar 15 17:19:40.682493 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b96b7411-4421-42a2-b7d8-90c047b34c7d None None] Current status of the port 13a074ea-cb45-4ea9-878c-f780830d88dc is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:40.707217 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e2c0eb78-6641-448d-907d-01ddade3921c req-1e78f121-abe6-4408-9131-7e1714b9836a tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for port (3bb88558-7875-4609-a2ab-65edd7b65147), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.713514 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.securitygroups_db [None req-e8e34229-9570-4545-9aad-81db7dca576c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Project c00825d4e1094ac580f79cc84d46b348 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:19:40.721041 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cfa51542-350b-4fd4-834b-b0cd24c03e69 req-52ff5bbf-e4fe-409d-901a-bdc9a9529230 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1402f2-1c14-4d8e-bd27-74e47bc613d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741146 Mar 15 17:19:40.722597 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e8e34229-9570-4545-9aad-81db7dca576c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (855f94bb-2097-4c70-9206-18e414fd6901), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.724091 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 1d9320ed-c209-4635-8667-3a65a77af4a6 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:40.725158 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 13a074ea-cb45-4ea9-878c-f780830d88dc up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:19:40.801087 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 13a074ea-cb45-4ea9-878c-f780830d88dc triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:40.801578 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.802279 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e2c0eb78-6641-448d-907d-01ddade3921c req-1e78f121-abe6-4408-9131-7e1714b9836a tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.828119 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['3bb88558-7875-4609-a2ab-65edd7b65147'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:19:40.849778 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ce3c7069-ea8c-465c-b633-0d0c074bc64e req-b4363162-57c0-42bc-9c6a-08f1f68e54c6 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 210 time: 0.0528946 Mar 15 17:19:40.857403 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e8e34229-9570-4545-9aad-81db7dca576c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (855f94bb-2097-4c70-9206-18e414fd6901), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.877133 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0eb78-6641-448d-907d-01ddade3921c req-1e78f121-abe6-4408-9131-7e1714b9836a tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:40.877835 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e2c0eb78-6641-448d-907d-01ddade3921c req-1e78f121-abe6-4408-9131-7e1714b9836a tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:40.883396 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e2c0eb78-6641-448d-907d-01ddade3921c req-1e78f121-abe6-4408-9131-7e1714b9836a tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "PUT /v2.0/ports/3bb88558-7875-4609-a2ab-65edd7b65147 HTTP/1.1" status: 200 len: 943 time: 0.9076505 Mar 15 17:19:40.886546 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'tag': '3bb88558-7875-4609-a2ab-65edd7b65147'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:19:40.886861 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43622) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:40.889241 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1579235e-5e3c-4102-91ed-e9f91d6760ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc", "tag": "3bb88558-7875-4609-a2ab-65edd7b65147"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:19:40.917961 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78f121-abe6-4408-9131-7e1714b9836a tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Pushing event updated for resources: {'Port': ['ID=3bb88558-7875-4609-a2ab-65edd7b65147,revision_number=7']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:40.983911 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 13a074ea-cb45-4ea9-878c-f780830d88dc is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:40.986922 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['3bb88558-7875-4609-a2ab-65edd7b65147'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:19:41.027765 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e8e34229-9570-4545-9aad-81db7dca576c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (855f94bb-2097-4c70-9206-18e414fd6901), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:41.098230 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e34229-9570-4545-9aad-81db7dca576c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855f94bb-2097-4c70-9206-18e414fd6901,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:41.157803 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9ee10837-1a57-42e0-a5d2-85c9150aaf42 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group (9c263bb3-7d3d-41cb-a1d0-aee87d0e267d), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:41.163327 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384192c4-40a0-43be-a6bb-5ed8235a60c1 x-openstack-request-id: req-384192c4-40a0-43be-a6bb-5ed8235a60c1 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:19:41.163626 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc", "tag": "3bb88558-7875-4609-a2ab-65edd7b65147", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:19:41.163894 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-384192c4-40a0-43be-a6bb-5ed8235a60c1 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:19:41.164478 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'tag': '3bb88558-7875-4609-a2ab-65edd7b65147', 'status': 'completed', 'code': 200} Mar 15 17:19:41.210370 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9ee10837-1a57-42e0-a5d2-85c9150aaf42 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group (9c263bb3-7d3d-41cb-a1d0-aee87d0e267d), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:41.285707 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e8e34229-9570-4545-9aad-81db7dca576c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:41.286996 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e8e34229-9570-4545-9aad-81db7dca576c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7033288 Mar 15 17:19:41.306552 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-3cc23ed3-44bd-43de-96ce-24ec7a95e6ac None None] Provisioning complete for port 3bb88558-7875-4609-a2ab-65edd7b65147 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:41.307099 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3cc23ed3-44bd-43de-96ce-24ec7a95e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:41.318049 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579235e-5e3c-4102-91ed-e9f91d6760ca req-0d541cda-93e5-4510-a803-da4bb93e652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:41.320013 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1579235e-5e3c-4102-91ed-e9f91d6760ca req-0d541cda-93e5-4510-a803-da4bb93e652c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0549ab293b848ada3a0d9e5fb9fdb43&device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 1130 time: 0.0672462 Mar 15 17:19:41.475130 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579235e-5e3c-4102-91ed-e9f91d6760ca req-d4d9a678-f07b-4d40-86df-efb77326195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:41.475130 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1579235e-5e3c-4102-91ed-e9f91d6760ca req-d4d9a678-f07b-4d40-86df-efb77326195e service neutron] 10.222.0.55 "GET /v2.0/networks?id=8aa70f3c-0da7-419d-98be-3dfa126470bb HTTP/1.1" status: 200 len: 915 time: 0.1446023 Mar 15 17:19:41.489027 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-3cc23ed3-44bd-43de-96ce-24ec7a95e6ac None None] Current status of the port 3bb88558-7875-4609-a2ab-65edd7b65147 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:41.529702 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-ce2a716b-0d5c-4a66-a763-307ad0ed5811 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:41.531230 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-ce2a716b-0d5c-4a66-a763-307ad0ed5811 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "GET /v2.0/networks?id=e3d728a8-748d-4c18-bacb-a3e562d9afc7 HTTP/1.1" status: 200 len: 815 time: 0.1429021 Mar 15 17:19:41.563032 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1579235e-5e3c-4102-91ed-e9f91d6760ca req-de7d1900-d6ff-4dc4-b3bd-45fcb6b57468 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bb88558-7875-4609-a2ab-65edd7b65147 HTTP/1.1" status: 200 len: 1002 time: 0.0795577 Mar 15 17:19:41.604083 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9ee10837-1a57-42e0-a5d2-85c9150aaf42 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9c263bb3-7d3d-41cb-a1d0-aee87d0e267d), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:41.613429 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9ee10837-1a57-42e0-a5d2-85c9150aaf42 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:41.613429 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9ee10837-1a57-42e0-a5d2-85c9150aaf42 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "DELETE /v2.0/security-groups/9c263bb3-7d3d-41cb-a1d0-aee87d0e267d HTTP/1.1" status: 204 len: 168 time: 0.7196217 Mar 15 17:19:41.613837 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-96288395-933b-4190-a1d9-e0b258d570f7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3 HTTP/1.1" status: 200 len: 379 time: 0.0660102 Mar 15 17:19:41.613837 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43664) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:41.623609 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee10837-1a57-42e0-a5d2-85c9150aaf42 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c263bb3-7d3d-41cb-a1d0-aee87d0e267d,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:41.625846 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-b44bd02c-c547-4fb2-8d80-1471a418b4c7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'port': {'device_id': 'b3da47fd-9d6d-45d7-8321-b4f3ac7a343b', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'admin_state_up': True, 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'security_groups': ['398c6cb0-f076-409b-bb3c-4229cf443f20']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:41.637987 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579235e-5e3c-4102-91ed-e9f91d6760ca req-e711ca76-4719-4e79-9d97-24dbc1b8da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:41.639485 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1579235e-5e3c-4102-91ed-e9f91d6760ca req-e711ca76-4719-4e79-9d97-24dbc1b8da9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ceec15bc-263e-4dab-8a78-08135ee43e6f HTTP/1.1" status: 200 len: 853 time: 0.0757210 Mar 15 17:19:41.716565 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579235e-5e3c-4102-91ed-e9f91d6760ca req-f771c415-5c7f-4af0-938c-c482c22d80b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:41.716565 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1579235e-5e3c-4102-91ed-e9f91d6760ca req-f771c415-5c7f-4af0-938c-c482c22d80b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8aa70f3c-0da7-419d-98be-3dfa126470bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0652335 Mar 15 17:19:41.828646 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1579235e-5e3c-4102-91ed-e9f91d6760ca req-3b801ede-2c7d-4cfb-8df3-faa48ddc1782 service neutron] 10.222.0.55 "GET /v2.0/networks/8aa70f3c-0da7-419d-98be-3dfa126470bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094968 Mar 15 17:19:41.912324 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e665570-2767-4936-b9f0-bddfbb6ab4fa req-933db81e-1741-43c1-9a44-a6a1b5d75e28 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:41.913967 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8e665570-2767-4936-b9f0-bddfbb6ab4fa req-933db81e-1741-43c1-9a44-a6a1b5d75e28 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 945 time: 0.1044528 Mar 15 17:19:41.929288 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-0c64477d-a3a3-4d76-bd9c-2f37f14da3a9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Deleting port 3aa89545-152e-4f56-bbef-499dc02bfa59 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:19:41.929629 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0c64477d-a3a3-4d76-bd9c-2f37f14da3a9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (3aa89545-152e-4f56-bbef-499dc02bfa59), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:41.936294 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1579235e-5e3c-4102-91ed-e9f91d6760ca req-262a31fc-7278-4be3-9e7d-5876560c82ca service neutron] 10.222.0.55 "GET /v2.0/networks/8aa70f3c-0da7-419d-98be-3dfa126470bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007431 Mar 15 17:19:41.968756 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e8c33862-972b-4d79-a120-1cf0db8fca08 req-ff556aeb-71ba-436f-9465-850c4a7b2eff tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 210 time: 0.0291967 Mar 15 17:19:42.020279 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8e665570-2767-4936-b9f0-bddfbb6ab4fa req-7a025654-fc1c-4a4b-8020-c53f5924f28f tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1402f2-1c14-4d8e-bd27-74e47bc613d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950286 Mar 15 17:19:42.040248 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0c64477d-a3a3-4d76-bd9c-2f37f14da3a9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (3aa89545-152e-4f56-bbef-499dc02bfa59), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:42.040584 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0c64477d-a3a3-4d76-bd9c-2f37f14da3a9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for floatingip (3aa89545-152e-4f56-bbef-499dc02bfa59), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:42.047766 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-b44bd02c-c547-4fb2-8d80-1471a418b4c7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Made reservation on behalf of e97bc8e7afe84c4cbdedd6d1d6f4caf3 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:19:42.054220 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-b44bd02c-c547-4fb2-8d80-1471a418b4c7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:42.064812 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-0c64477d-a3a3-4d76-bd9c-2f37f14da3a9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Calling delete_port for 3aa89545-152e-4f56-bbef-499dc02bfa59 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:19:42.148595 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f53b7-3496-49b0-b4fc-52d57e85ad39 req-34d26faa-eb2b-44a7-9e71-5188cf7c16f1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:42.150077 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-291f53b7-3496-49b0-b4fc-52d57e85ad39 req-34d26faa-eb2b-44a7-9e71-5188cf7c16f1 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 945 time: 0.0620706 Mar 15 17:19:42.159507 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43676) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:42.164113 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-8118c987-e2d8-448f-b3f7-00d4b1867123 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Request body: {'floatingip': {'port_id': '69e2f8cf-c10f-4e97-82fe-709919c9d3e4'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:42.209453 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8118c987-e2d8-448f-b3f7-00d4b1867123 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for floatingip (7b9c32fd-bfe7-42a3-8783-93d64956922f), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:42.290066 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-b44bd02c-c547-4fb2-8d80-1471a418b4c7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Allocated IP 172.20.0.6 (e3d728a8-748d-4c18-bacb-a3e562d9afc7/f01540eb-1a88-461c-85a1-2be4331180be/93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:19:42.382332 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 13a074ea-cb45-4ea9-878c-f780830d88dc up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:19:42.443151 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 13a074ea-cb45-4ea9-878c-f780830d88dc triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:42.443529 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:42.480351 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-b44bd02c-c547-4fb2-8d80-1471a418b4c7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:42.524417 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0c64477d-a3a3-4d76-bd9c-2f37f14da3a9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (3aa89545-152e-4f56-bbef-499dc02bfa59), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:42.537007 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 13a074ea-cb45-4ea9-878c-f780830d88dc is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:42.567581 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64477d-a3a3-4d76-bd9c-2f37f14da3a9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Pushing event deleted for resources: {'Port': ['ID=3aa89545-152e-4f56-bbef-499dc02bfa59,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:42.628404 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0c64477d-a3a3-4d76-bd9c-2f37f14da3a9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks [] for floatingip (5e07418f-c036-48de-8eb1-588ee2b32388), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:42.629004 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-0c64477d-a3a3-4d76-bd9c-2f37f14da3a9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Floating IP 5e07418f-c036-48de-8eb1-588ee2b32388 disassociated (deleted). External IP: 172.27.3.233, port: 3bb88558-7875-4609-a2ab-65edd7b65147. Mar 15 17:19:42.700096 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8118c987-e2d8-448f-b3f7-00d4b1867123 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:42.704575 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-b44bd02c-c547-4fb2-8d80-1471a418b4c7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:42.766212 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-b44bd02c-c547-4fb2-8d80-1471a418b4c7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Network e3d728a8-748d-4c18-bacb-a3e562d9afc7 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:19:42.774477 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-b44bd02c-c547-4fb2-8d80-1471a418b4c7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:19:42.778241 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-b44bd02c-c547-4fb2-8d80-1471a418b4c7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:19:42.780628 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bd02c-c547-4fb2-8d80-1471a418b4c7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event updated for resources: {'Port': ['ID=93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:42.842620 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-b44bd02c-c547-4fb2-8d80-1471a418b4c7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:42.843300 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-b44bd02c-c547-4fb2-8d80-1471a418b4c7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:42.854105 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8118c987-e2d8-448f-b3f7-00d4b1867123 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (7b9c32fd-bfe7-42a3-8783-93d64956922f), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:42.963245 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-8118c987-e2d8-448f-b3f7-00d4b1867123 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Floating IP 7b9c32fd-bfe7-42a3-8783-93d64956922f associated. External IP: 172.27.3.141, port: 69e2f8cf-c10f-4e97-82fe-709919c9d3e4. Mar 15 17:19:42.965064 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c64477d-a3a3-4d76-bd9c-2f37f14da3a9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Router 7840438f-205c-4d5f-a251-4718429532c5 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:19:43.034573 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-622fbc54-6ff4-4630-a2bf-dbec4fc068b0 None None] Provisioning complete for port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:43.036569 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-622fbc54-6ff4-4630-a2bf-dbec4fc068b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:43.038939 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-b44bd02c-c547-4fb2-8d80-1471a418b4c7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4182367 Mar 15 17:19:43.075543 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Request body: {'port': {'device_id': 'b3da47fd-9d6d-45d7-8321-b4f3ac7a343b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:43.095658 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-622fbc54-6ff4-4630-a2bf-dbec4fc068b0 None None] Port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:19:43.205732 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8118c987-e2d8-448f-b3f7-00d4b1867123 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Router c723054c-3734-4a52-a3a9-c40fbdfee8df has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:19:43.208321 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:43.223827 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c64477d-a3a3-4d76-bd9c-2f37f14da3a9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:19:43.232119 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0c64477d-a3a3-4d76-bd9c-2f37f14da3a9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:43.239754 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fe42a-3213-450c-8903-e9ae53f9be6d req-4da8a3d1-b075-4488-8a44-1551aef3729b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:43.240776 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d367e4ae-15ca-441e-8087-e77762d9d1e4 None None] Sync routers for ids ['7840438f-205c-4d5f-a251-4718429532c5'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:19:43.241530 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba3fe42a-3213-450c-8903-e9ae53f9be6d req-4da8a3d1-b075-4488-8a44-1551aef3729b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 931 time: 0.1416056 Mar 15 17:19:43.255560 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d367e4ae-15ca-441e-8087-e77762d9d1e4 None None] Routers {'7840438f-205c-4d5f-a251-4718429532c5'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:43.256279 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d367e4ae-15ca-441e-8087-e77762d9d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['7840438f-205c-4d5f-a251-4718429532c5'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:43.321401 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0c64477d-a3a3-4d76-bd9c-2f37f14da3a9 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "DELETE /v2.0/floatingips/5e07418f-c036-48de-8eb1-588ee2b32388 HTTP/1.1" status: 204 len: 168 time: 1.7066338 Mar 15 17:19:43.325443 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'tag': '3bb88558-7875-4609-a2ab-65edd7b65147'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:19:43.327715 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8442fc-13c0-4132-97ed-b1c60a6788ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc", "tag": "3bb88558-7875-4609-a2ab-65edd7b65147"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:19:43.391224 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-d367e4ae-15ca-441e-8087-e77762d9d1e4 None None] Set router 7840438f-205c-4d5f-a251-4718429532c5 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:43.401049 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8118c987-e2d8-448f-b3f7-00d4b1867123 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:19:43.406041 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8118c987-e2d8-448f-b3f7-00d4b1867123 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:43.423416 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f12bcba-bd58-4b7b-a673-3334a2816ce9 None None] Sync routers for ids ['c723054c-3734-4a52-a3a9-c40fbdfee8df'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:19:43.441729 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12bcba-bd58-4b7b-a673-3334a2816ce9 None None] Routers {'c723054c-3734-4a52-a3a9-c40fbdfee8df'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:43.442821 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-8f12bcba-bd58-4b7b-a673-3334a2816ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['c723054c-3734-4a52-a3a9-c40fbdfee8df'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:43.454809 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-8118c987-e2d8-448f-b3f7-00d4b1867123 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "PUT /v2.0/floatingips/7b9c32fd-bfe7-42a3-8783-93d64956922f HTTP/1.1" status: 200 len: 991 time: 1.2941380 Mar 15 17:19:43.455528 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7b81b3-574b-4dd4-b5e5-772b40e16192', 'tag': '69e2f8cf-c10f-4e97-82fe-709919c9d3e4'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:19:43.457890 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9014c24e5283756742dcfa7b5184006151956499fa9d34753775eb543bb9a8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3522f7b0-2d71-41c2-8427-0b3e19e37a30" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7b81b3-574b-4dd4-b5e5-772b40e16192", "tag": "69e2f8cf-c10f-4e97-82fe-709919c9d3e4"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:19:43.464721 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba3fe42a-3213-450c-8903-e9ae53f9be6d req-9f49e200-3a8e-4eaa-8205-43a1c6094841 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=398c6cb0-f076-409b-bb3c-4229cf443f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924984 Mar 15 17:19:43.532738 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e140ff5-4ce4-48a0-91f9-9bad72c6a396 x-openstack-request-id: req-5e140ff5-4ce4-48a0-91f9-9bad72c6a396 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:19:43.533030 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc", "tag": "3bb88558-7875-4609-a2ab-65edd7b65147", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:19:43.533306 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e140ff5-4ce4-48a0-91f9-9bad72c6a396 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:19:43.533795 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'tag': '3bb88558-7875-4609-a2ab-65edd7b65147', 'status': 'completed', 'code': 200} Mar 15 17:19:43.606006 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-8f12bcba-bd58-4b7b-a673-3334a2816ce9 None None] Set router c723054c-3734-4a52-a3a9-c40fbdfee8df gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:43.640755 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8442fc-13c0-4132-97ed-b1c60a6788ba req-3a66c808-c846-4ca4-8258-3a804609aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:43.648386 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-de8442fc-13c0-4132-97ed-b1c60a6788ba req-3a66c808-c846-4ca4-8258-3a804609aebf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0549ab293b848ada3a0d9e5fb9fdb43&device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 1130 time: 0.0741744 Mar 15 17:19:43.708290 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:19:43.719534 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Publish callbacks [] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:43.749681 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Transition to ACTIVE for port object 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:19:43.751135 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee8ba7b-46b4-4888-b95b-e941f474d357 x-openstack-request-id: req-fee8ba7b-46b4-4888-b95b-e941f474d357 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:19:43.751637 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7b81b3-574b-4dd4-b5e5-772b40e16192", "tag": "69e2f8cf-c10f-4e97-82fe-709919c9d3e4", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:19:43.752515 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fee8ba7b-46b4-4888-b95b-e941f474d357 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:19:43.752932 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7b81b3-574b-4dd4-b5e5-772b40e16192', 'tag': '69e2f8cf-c10f-4e97-82fe-709919c9d3e4', 'status': 'completed', 'code': 200} Mar 15 17:19:43.757468 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d367e4ae-15ca-441e-8087-e77762d9d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840438f-205c-4d5f-a251-4718429532c5', 'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a77e310c-194c-466d-bd49-66846a388bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:39Z', 'updated_at': '2022-03-15T17:16:46Z', 'revision_number': 4, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'gw_port': {'id': 'a77e310c-194c-466d-bd49-66846a388bed', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:40Z', 'updated_at': '2022-03-15T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b', 'name': '', 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'mac_address': 'fa:16:3e:c4:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:45Z', 'updated_at': '2022-03-15T17:16:51Z', 'revision_number': 5, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'subnets': [{'id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:43.792886 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d367e4ae-15ca-441e-8087-e77762d9d1e4 None None] Checking router: 7840438f-205c-4d5f-a251-4718429532c5 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:19:43.802542 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d367e4ae-15ca-441e-8087-e77762d9d1e4 None None] Routers {'7840438f-205c-4d5f-a251-4718429532c5'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:43.803541 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d367e4ae-15ca-441e-8087-e77762d9d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['7840438f-205c-4d5f-a251-4718429532c5'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:43.837610 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:43.861096 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8442fc-13c0-4132-97ed-b1c60a6788ba req-436f1d67-25eb-4db2-91db-58d770f47b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:43.862612 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-de8442fc-13c0-4132-97ed-b1c60a6788ba req-436f1d67-25eb-4db2-91db-58d770f47b6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=8aa70f3c-0da7-419d-98be-3dfa126470bb HTTP/1.1" status: 200 len: 915 time: 0.2049487 Mar 15 17:19:43.891517 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522f7b0-2d71-41c2-8427-0b3e19e37a30 req-6225715a-355c-4e70-9775-38794af12789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:43.893419 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3522f7b0-2d71-41c2-8427-0b3e19e37a30 req-6225715a-355c-4e70-9775-38794af12789 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6&device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 1129 time: 0.1342769 Mar 15 17:19:43.898711 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Pushing event updated for resources: {'Port': ['ID=93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:43.961779 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-8f12bcba-bd58-4b7b-a673-3334a2816ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '7b9c32fd-bfe7-42a3-8783-93d64956922f', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'port_id': '69e2f8cf-c10f-4e97-82fe-709919c9d3e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'mac_address': 'fa:16:3e:2a:7e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b81b3-574b-4dd4-b5e5-772b40e16192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:19:23Z', 'updated_at': '2022-03-15T17:19:42Z', 'revision_number': 1, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:35Z', 'revision_number': 5, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:44.001669 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-d367e4ae-15ca-441e-8087-e77762d9d1e4 None None] Set router 7840438f-205c-4d5f-a251-4718429532c5 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:44.010816 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f12bcba-bd58-4b7b-a673-3334a2816ce9 None None] Checking router: c723054c-3734-4a52-a3a9-c40fbdfee8df for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:19:44.020666 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12bcba-bd58-4b7b-a673-3334a2816ce9 None None] Routers {'c723054c-3734-4a52-a3a9-c40fbdfee8df'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:44.021384 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-8f12bcba-bd58-4b7b-a673-3334a2816ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['c723054c-3734-4a52-a3a9-c40fbdfee8df'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:44.028547 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-de8442fc-13c0-4132-97ed-b1c60a6788ba req-7bab502c-6aa6-4b70-b4ac-ce67797ed3cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bb88558-7875-4609-a2ab-65edd7b65147 HTTP/1.1" status: 200 len: 217 time: 0.1532128 Mar 15 17:19:44.094364 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Attempting to bind port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:19:44.094364 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Attempting to bind port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:19:44.094364 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Attempting to bind port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d on network e3d728a8-748d-4c18-bacb-a3e562d9afc7 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:19:44.095193 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522f7b0-2d71-41c2-8427-0b3e19e37a30 req-571a3d44-a815-4c50-bce1-eb3b70035c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:44.095193 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3522f7b0-2d71-41c2-8427-0b3e19e37a30 req-571a3d44-a815-4c50-bce1-eb3b70035c59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 HTTP/1.1" status: 200 len: 911 time: 0.1583247 Mar 15 17:19:44.108187 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d on network e3d728a8-748d-4c18-bacb-a3e562d9afc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:19:44.112624 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Attempting to bind port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d on network e3d728a8-748d-4c18-bacb-a3e562d9afc7 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:19:44.115851 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:19:44.116322 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Checking segment: {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:19:44.116779 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Bound using segment: {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:19:44.117235 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Bound port: 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd80cf23-b488-4b9f-b417-1ac544fb1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:19:44.117594 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:44.170586 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-8f12bcba-bd58-4b7b-a673-3334a2816ce9 None None] Set router c723054c-3734-4a52-a3a9-c40fbdfee8df gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:44.181443 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8442fc-13c0-4132-97ed-b1c60a6788ba req-7ad87f50-e82d-4dc4-8d5f-36ca8825549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:44.182976 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-de8442fc-13c0-4132-97ed-b1c60a6788ba req-7ad87f50-e82d-4dc4-8d5f-36ca8825549e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ceec15bc-263e-4dab-8a78-08135ee43e6f HTTP/1.1" status: 200 len: 853 time: 0.1462047 Mar 15 17:19:44.244336 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] For port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d, host hv-cinder-83124, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:19:44.248415 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] For port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:19:44.262001 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3522f7b0-2d71-41c2-8427-0b3e19e37a30 req-f79fd68e-9704-4a17-bbf6-fe15aea99a01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e2f8cf-c10f-4e97-82fe-709919c9d3e4 HTTP/1.1" status: 200 len: 999 time: 0.1586030 Mar 15 17:19:44.314718 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8442fc-13c0-4132-97ed-b1c60a6788ba req-90364422-d5ee-4b15-9305-940ba07f7a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:44.316304 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-de8442fc-13c0-4132-97ed-b1c60a6788ba req-90364422-d5ee-4b15-9305-940ba07f7a38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8aa70f3c-0da7-419d-98be-3dfa126470bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1205268 Mar 15 17:19:44.321790 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d367e4ae-15ca-441e-8087-e77762d9d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840438f-205c-4d5f-a251-4718429532c5', 'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a77e310c-194c-466d-bd49-66846a388bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:39Z', 'updated_at': '2022-03-15T17:16:46Z', 'revision_number': 4, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'gw_port': {'id': 'a77e310c-194c-466d-bd49-66846a388bed', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:40Z', 'updated_at': '2022-03-15T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b', 'name': '', 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'mac_address': 'fa:16:3e:c4:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:45Z', 'updated_at': '2022-03-15T17:16:51Z', 'revision_number': 5, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'subnets': [{'id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:44.337143 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522f7b0-2d71-41c2-8427-0b3e19e37a30 req-fd4a0186-2c28-4016-ba2f-92be53918014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:44.338571 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3522f7b0-2d71-41c2-8427-0b3e19e37a30 req-fd4a0186-2c28-4016-ba2f-92be53918014 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea20a277-8929-462e-8afe-93fc21e630d2 HTTP/1.1" status: 200 len: 849 time: 0.0682294 Mar 15 17:19:44.341026 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:44.375680 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d367e4ae-15ca-441e-8087-e77762d9d1e4 None None] The sync data for ids ['7840438f-205c-4d5f-a251-4718429532c5'] in dv-cinder-831247-12-iscsi is: [{'id': '7840438f-205c-4d5f-a251-4718429532c5', 'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a77e310c-194c-466d-bd49-66846a388bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:39Z', 'updated_at': '2022-03-15T17:16:46Z', 'revision_number': 4, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'gw_port': {'id': 'a77e310c-194c-466d-bd49-66846a388bed', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:40Z', 'updated_at': '2022-03-15T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b', 'name': '', 'network_id': '8aa70f3c-0da7-419d-98be-3dfa126470bb', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'mac_address': 'fa:16:3e:c4:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:45Z', 'updated_at': '2022-03-15T17:16:51Z', 'revision_number': 5, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'subnets': [{'id': 'ceec15bc-263e-4dab-8a78-08135ee43e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:19:44.376463 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:44.377085 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:44.378523 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] 10.222.0.55 "PUT /v2.0/ports/93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d HTTP/1.1" status: 200 len: 1093 time: 1.3106968 Mar 15 17:19:44.405468 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3c52c-6309-40a8-b293-ff2a7844f657 service neutron] Pushing event updated for resources: {'Port': ['ID=93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:44.490636 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522f7b0-2d71-41c2-8427-0b3e19e37a30 req-d1e00bfd-e733-49cb-a78a-afd47d2f9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:44.492411 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3522f7b0-2d71-41c2-8427-0b3e19e37a30 req-d1e00bfd-e733-49cb-a78a-afd47d2f9e1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1436276 Mar 15 17:19:44.494377 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-de8442fc-13c0-4132-97ed-b1c60a6788ba req-92566880-c7f4-47c6-8bc2-bd7b2f587507 service neutron] 10.222.0.55 "GET /v2.0/networks/8aa70f3c-0da7-419d-98be-3dfa126470bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690001 Mar 15 17:19:44.607122 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-35a8c30c-e038-4b49-ba6d-e95f3bcd9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:44.609317 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-35a8c30c-e038-4b49-ba6d-e95f3bcd9b99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 1127 time: 0.0739629 Mar 15 17:19:44.660638 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-414d6c95-79ed-40ab-b818-6a870f411f84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d HTTP/1.1" status: 200 len: 217 time: 0.0429890 Mar 15 17:19:44.708697 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-8f12bcba-bd58-4b7b-a673-3334a2816ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '7b9c32fd-bfe7-42a3-8783-93d64956922f', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'port_id': '69e2f8cf-c10f-4e97-82fe-709919c9d3e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'mac_address': 'fa:16:3e:2a:7e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b81b3-574b-4dd4-b5e5-772b40e16192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:19:23Z', 'updated_at': '2022-03-15T17:19:42Z', 'revision_number': 1, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:35Z', 'revision_number': 5, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:44.751626 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-f4f8a671-98a6-4722-a602-e4d9dc0504c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:44.753148 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-f4f8a671-98a6-4722-a602-e4d9dc0504c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f01540eb-1a88-461c-85a1-2be4331180be HTTP/1.1" status: 200 len: 854 time: 0.0857131 Mar 15 17:19:44.757704 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3522f7b0-2d71-41c2-8427-0b3e19e37a30 req-782b1843-8d34-4c90-a1b0-21e8c79bcf9d service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517748 Mar 15 17:19:44.771095 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f12bcba-bd58-4b7b-a673-3334a2816ce9 None None] The sync data for ids ['c723054c-3734-4a52-a3a9-c40fbdfee8df'] in dv-cinder-831247-12-iscsi is: [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '7b9c32fd-bfe7-42a3-8783-93d64956922f', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'port_id': '69e2f8cf-c10f-4e97-82fe-709919c9d3e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'mac_address': 'fa:16:3e:2a:7e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b81b3-574b-4dd4-b5e5-772b40e16192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:19:23Z', 'updated_at': '2022-03-15T17:19:42Z', 'revision_number': 1, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:35Z', 'revision_number': 5, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:19:44.846749 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-7334180d-e458-40e5-977e-f4ab0a0828cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:44.848044 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-7334180d-e458-40e5-977e-f4ab0a0828cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d728a8-748d-4c18-bacb-a3e562d9afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0803552 Mar 15 17:19:44.855008 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b279ee-9bc5-47bf-a104-f9b9abc2e7e4 None None] New status for floating IP 5e07418f-c036-48de-8eb1-588ee2b32388: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:19:44.921043 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-de8442fc-13c0-4132-97ed-b1c60a6788ba req-585c0f9e-3a36-4ffe-a166-91d7aa7f2402 service neutron] 10.222.0.55 "GET /v2.0/networks/8aa70f3c-0da7-419d-98be-3dfa126470bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981225 Mar 15 17:19:44.931295 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84579b9d-9806-4383-a7e6-6e876235504b req-dfff61e1-57a5-4335-a467-eafd9da80ed7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:44.932854 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-84579b9d-9806-4383-a7e6-6e876235504b req-dfff61e1-57a5-4335-a467-eafd9da80ed7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 943 time: 0.2927904 Mar 15 17:19:44.936478 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3522f7b0-2d71-41c2-8427-0b3e19e37a30 req-1bb68453-33e5-4117-86fb-ff19a636780d service neutron] 10.222.0.55 "GET /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642184 Mar 15 17:19:45.027363 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-84579b9d-9806-4383-a7e6-6e876235504b req-8d15371c-8732-44ab-90fd-ffed6f46b495 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=398c6cb0-f076-409b-bb3c-4229cf443f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703943 Mar 15 17:19:45.044915 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-a2757061-779e-4e17-8cbe-10597be45bfe service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861768 Mar 15 17:19:45.112407 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25f7b48-0298-4519-a916-eed1dc33fa4f None None] New status for floating IP 7b9c32fd-bfe7-42a3-8783-93d64956922f: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:19:45.157189 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4436e0f7-2c03-4291-9b79-6eabeee24308 req-543c3e77-7c55-4dad-ab62-7eab8245ba35 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973520 Mar 15 17:19:45.535271 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3da47fd-9d6d-45d7-8321-b4f3ac7a343b', 'tag': '93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:19:45.537680 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dd33fb-a522-4419-af0d-fe380269284e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3da47fd-9d6d-45d7-8321-b4f3ac7a343b", "tag": "93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:19:45.574620 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01ff0e4-b126-45ea-b41b-3b02a57720e1 x-openstack-request-id: req-c01ff0e4-b126-45ea-b41b-3b02a57720e1 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:19:45.574944 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3da47fd-9d6d-45d7-8321-b4f3ac7a343b", "tag": "93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:19:45.575199 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c01ff0e4-b126-45ea-b41b-3b02a57720e1 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:19:45.575596 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3da47fd-9d6d-45d7-8321-b4f3ac7a343b', 'tag': '93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d', 'status': 'completed', 'code': 200} Mar 15 17:19:45.645190 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd33fb-a522-4419-af0d-fe380269284e req-85798f13-daf0-479e-8fe3-00911555490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:45.646674 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-23dd33fb-a522-4419-af0d-fe380269284e req-85798f13-daf0-479e-8fe3-00911555490f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 1127 time: 0.0460408 Mar 15 17:19:45.743943 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd33fb-a522-4419-af0d-fe380269284e req-928c29cd-45e0-4fe7-8d88-2eae40778c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:45.745414 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-23dd33fb-a522-4419-af0d-fe380269284e req-928c29cd-45e0-4fe7-8d88-2eae40778c3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3d728a8-748d-4c18-bacb-a3e562d9afc7 HTTP/1.1" status: 200 len: 916 time: 0.0916929 Mar 15 17:19:45.787633 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-23dd33fb-a522-4419-af0d-fe380269284e req-d7d8e27e-a046-4bc0-8e17-171263e09095 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d HTTP/1.1" status: 200 len: 217 time: 0.0351007 Mar 15 17:19:45.842894 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd33fb-a522-4419-af0d-fe380269284e req-da0febd5-75ca-4b8b-8668-7a2a53901cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:45.844362 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-23dd33fb-a522-4419-af0d-fe380269284e req-da0febd5-75ca-4b8b-8668-7a2a53901cbc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f01540eb-1a88-461c-85a1-2be4331180be HTTP/1.1" status: 200 len: 854 time: 0.0486693 Mar 15 17:19:45.898477 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd33fb-a522-4419-af0d-fe380269284e req-bd409a7b-3d78-434d-bfce-26853dea2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:45.900005 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-23dd33fb-a522-4419-af0d-fe380269284e req-bd409a7b-3d78-434d-bfce-26853dea2535 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d728a8-748d-4c18-bacb-a3e562d9afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483842 Mar 15 17:19:45.987903 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b878f0d3-f4c5-4153-8e5b-a37a2a64f320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:45.991830 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-23dd33fb-a522-4419-af0d-fe380269284e req-e837146e-2672-4367-bcc0-f1e46c19c89c service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834475 Mar 15 17:19:46.115447 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-23dd33fb-a522-4419-af0d-fe380269284e req-740535b0-7707-4eae-b8d7-aaab037f6ac7 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138768 Mar 15 17:19:46.168307 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e7d2a-9743-4aa2-9fdd-d9b7a742b0f7 req-a977536e-1844-4cdc-bd5d-51580a18dccb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:46.169811 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fd3e7d2a-9743-4aa2-9fdd-d9b7a742b0f7 req-a977536e-1844-4cdc-bd5d-51580a18dccb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 943 time: 0.0702784 Mar 15 17:19:46.218853 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fd3e7d2a-9743-4aa2-9fdd-d9b7a742b0f7 req-6456e882-e1cb-416d-bb21-3b6369daaa78 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=398c6cb0-f076-409b-bb3c-4229cf443f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433903 Mar 15 17:19:47.344678 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcff5f-e28c-411b-838a-7624ed86927c req-9bda3d38-c8a5-448e-a009-2bf2837c2ddb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:47.346135 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-68bcff5f-e28c-411b-838a-7624ed86927c req-9bda3d38-c8a5-448e-a009-2bf2837c2ddb tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 943 time: 0.0534344 Mar 15 17:19:47.393450 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-68bcff5f-e28c-411b-838a-7624ed86927c req-aed37634-fc11-4061-8817-1852cea7a70c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=398c6cb0-f076-409b-bb3c-4229cf443f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410273 Mar 15 17:19:47.846846 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612863e-fc15-4fc9-84f7-4891a9ebeb21 req-e9aff0fd-24ff-4827-8a22-6ae4d71d898d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:47.848365 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7612863e-fc15-4fc9-84f7-4891a9ebeb21 req-e9aff0fd-24ff-4827-8a22-6ae4d71d898d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 946 time: 0.0577695 Mar 15 17:19:47.897447 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7612863e-fc15-4fc9-84f7-4891a9ebeb21 req-4c610e5b-4636-43af-b8ec-275d58cb55f6 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423362 Mar 15 17:19:48.602545 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b957b03a-af33-4101-9879-4d23c554a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:48.691807 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf3df0-8618-4c35-94d3-68c67d07c667 req-74fc919a-ef0a-48ae-955e-95f536f524b3 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:48.693225 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b8bf3df0-8618-4c35-94d3-68c67d07c667 req-74fc919a-ef0a-48ae-955e-95f536f524b3 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 943 time: 0.0531871 Mar 15 17:19:48.740688 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b8bf3df0-8618-4c35-94d3-68c67d07c667 req-53e3cae6-bec6-4cd0-a318-f3172cafd538 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=398c6cb0-f076-409b-bb3c-4229cf443f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411928 Mar 15 17:19:48.796863 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:19:48.894645 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:48.906923 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'port_id': '93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d', 'mac_address': 'fa:16:3e:96:67:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:19:48.948921 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:48.949250 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:48.962858 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:19:48.982660 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:49.023372 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6c78-f0df-496d-8e0d-a02fef96045c req-c8c0f5d7-d7c2-44c4-b8d5-b7153cad5ea1 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:49.024877 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-96ee6c78-f0df-496d-8e0d-a02fef96045c req-c8c0f5d7-d7c2-44c4-b8d5-b7153cad5ea1 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 946 time: 0.0552154 Mar 15 17:19:49.070993 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:49.073072 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-96ee6c78-f0df-496d-8e0d-a02fef96045c req-d5306cdf-4f12-4d7e-8a4e-55b9b370fc08 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426381 Mar 15 17:19:49.123530 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:49.356031 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:19:49.447206 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:49.833862 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f204791-fd70-4baf-9917-82531d876ba1 req-673c7588-5057-4633-b71c-24dffe91e93a tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:49.835491 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5f204791-fd70-4baf-9917-82531d876ba1 req-673c7588-5057-4633-b71c-24dffe91e93a tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 946 time: 0.0528564 Mar 15 17:19:49.859857 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67fac7-56ee-440f-9270-ce2e6df2e0e3 req-481d9b52-2313-4e6b-99e4-767b5cd4af9c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:49.862641 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1d67fac7-56ee-440f-9270-ce2e6df2e0e3 req-481d9b52-2313-4e6b-99e4-767b5cd4af9c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 944 time: 0.0528743 Mar 15 17:19:49.911830 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1d67fac7-56ee-440f-9270-ce2e6df2e0e3 req-34994b26-2798-4daf-ad84-724a3cfaf356 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=398c6cb0-f076-409b-bb3c-4229cf443f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443661 Mar 15 17:19:49.939174 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-5f204791-fd70-4baf-9917-82531d876ba1 req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Deleting port 3bb88558-7875-4609-a2ab-65edd7b65147 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:19:49.939506 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-5f204791-fd70-4baf-9917-82531d876ba1 req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:50.035558 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-5f204791-fd70-4baf-9917-82531d876ba1 req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] For port 3bb88558-7875-4609-a2ab-65edd7b65147, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3bb88558-7875-4609-a2ab-65edd7b65147,segment=NetworkSegment(5476e7b2-7a6b-4fe5-a530-227736514268),segment_id=5476e7b2-7a6b-4fe5-a530-227736514268)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:50.036246 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-5f204791-fd70-4baf-9917-82531d876ba1 req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:50.057162 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-5f204791-fd70-4baf-9917-82531d876ba1 req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Calling delete_port for 3bb88558-7875-4609-a2ab-65edd7b65147 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:19:50.226528 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f98a2-735e-4db3-8f72-48d4502c9cee req-82390caf-6c7e-4a0b-adf8-302e18dd44e6 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:50.228163 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-386f98a2-735e-4db3-8f72-48d4502c9cee req-82390caf-6c7e-4a0b-adf8-302e18dd44e6 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 946 time: 0.0708344 Mar 15 17:19:50.277202 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-5f204791-fd70-4baf-9917-82531d876ba1 req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (3bb88558-7875-4609-a2ab-65edd7b65147), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:50.281725 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-386f98a2-735e-4db3-8f72-48d4502c9cee req-1f3981f7-eef7-441c-b7aa-f4d331280636 tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/security-groups?id=91b41be9-04e2-445d-a512-29ae480589e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473976 Mar 15 17:19:50.289246 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['3bb88558-7875-4609-a2ab-65edd7b65147'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:19:50.308990 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Pushing event deleted for resources: {'Port': ['ID=3bb88558-7875-4609-a2ab-65edd7b65147,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:50.320942 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:50.321297 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:50.321641 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:50.321986 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:50.322320 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:50.322658 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:50.323042 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:50.323371 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:50.323703 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:50.324043 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:50.324371 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:50.324704 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:50.325028 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:50.325350 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:50.325673 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:19:50.361713 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f204791-fd70-4baf-9917-82531d876ba1 req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] No DVR routers for this DVR port 3bb88558-7875-4609-a2ab-65edd7b65147 on host hv-cinder-83124 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:19:50.364094 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-5f204791-fd70-4baf-9917-82531d876ba1 req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:50.368049 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5f204791-fd70-4baf-9917-82531d876ba1 req-f2075a8d-a83e-4fb5-a598-c58c85a10f5d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.55 "DELETE /v2.0/ports/3bb88558-7875-4609-a2ab-65edd7b65147 HTTP/1.1" status: 204 len: 173 time: 0.5271752 Mar 15 17:19:50.368509 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'name': 'network-vif-deleted', 'tag': '3bb88558-7875-4609-a2ab-65edd7b65147'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:19:50.370891 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b29b2a-df6a-4256-a4ae-6307c66d3f64" -d '{"events": [{"server_uuid": "0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc", "name": "network-vif-deleted", "tag": "3bb88558-7875-4609-a2ab-65edd7b65147"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:19:50.406215 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65af650f-f78a-4955-afd7-eea3b262cce7 x-openstack-request-id: req-65af650f-f78a-4955-afd7-eea3b262cce7 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:19:50.406534 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc", "name": "network-vif-deleted", "tag": "3bb88558-7875-4609-a2ab-65edd7b65147", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:19:50.406810 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65af650f-f78a-4955-afd7-eea3b262cce7 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:19:50.407221 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc', 'name': 'network-vif-deleted', 'tag': '3bb88558-7875-4609-a2ab-65edd7b65147', 'status': 'completed', 'code': 200} Mar 15 17:19:50.799262 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:19:50.904786 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:19:50.908627 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:19:50.909002 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:50.988366 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:50.992519 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:19:50.992897 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:51.017012 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3da47fd-9d6d-45d7-8321-b4f3ac7a343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:19:51.019296 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459d905b-19b1-414b-b657-66aae2610b9f" -d '{"events": [{"server_uuid": "b3da47fd-9d6d-45d7-8321-b4f3ac7a343b", "name": "network-vif-plugged", "status": "completed", "tag": "93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:19:51.032946 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:51.036517 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ba3f7-5cf5-4a68-a1fa-4e958ab819ad req-534bae54-12b5-4888-8563-d6245c56e503 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:51.038264 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-838ba3f7-5cf5-4a68-a1fa-4e958ab819ad req-534bae54-12b5-4888-8563-d6245c56e503 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 944 time: 0.0583525 Mar 15 17:19:51.075570 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3e8a22-0c4f-4508-af6e-130a8b45ea74 x-openstack-request-id: req-ed3e8a22-0c4f-4508-af6e-130a8b45ea74 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:19:51.075931 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3da47fd-9d6d-45d7-8321-b4f3ac7a343b", "name": "network-vif-plugged", "status": "completed", "tag": "93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:19:51.076184 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed3e8a22-0c4f-4508-af6e-130a8b45ea74 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:19:51.076578 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3da47fd-9d6d-45d7-8321-b4f3ac7a343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d', 'code': 200} Mar 15 17:19:51.101073 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-838ba3f7-5cf5-4a68-a1fa-4e958ab819ad req-f9c5cc48-4a5f-43e9-b546-c68347e519da tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=398c6cb0-f076-409b-bb3c-4229cf443f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502656 Mar 15 17:19:51.105218 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:51.157442 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:51.400663 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-61efc201-9666-4ea3-bc37-ff4e405a3b6d req-fc98382e-796d-406b-a525-8930c748c85d tempest-TestMinimumBasicScenario-325279997 tempest-TestMinimumBasicScenario-325279997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ca721eb-f1f6-4a03-9d2e-54f381d6f5cc HTTP/1.1" status: 200 len: 210 time: 0.0272758 Mar 15 17:19:51.679720 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7bfd6-35b0-4a2e-a262-2d051b8ac6e0 req-41d30f3a-7858-4be8-ab19-5a07896eb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:51.681150 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5d7bfd6-35b0-4a2e-a262-2d051b8ac6e0 req-41d30f3a-7858-4be8-ab19-5a07896eb3a7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 1129 time: 0.0447454 Mar 15 17:19:51.728657 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5d7bfd6-35b0-4a2e-a262-2d051b8ac6e0 req-8373ba14-7801-4c2c-b1ae-c2a01d1f25c4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=398c6cb0-f076-409b-bb3c-4229cf443f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384607 Mar 15 17:19:52.223461 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621bca4-4865-4813-872a-2461922177d6 req-94eb79e8-9e4c-4a25-844c-39d878c54f83 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:52.225442 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3621bca4-4865-4813-872a-2461922177d6 req-94eb79e8-9e4c-4a25-844c-39d878c54f83 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 945 time: 0.0532985 Mar 15 17:19:52.274871 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3621bca4-4865-4813-872a-2461922177d6 req-1df9023c-fd9a-4402-94e8-ff5b3ab98735 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=398c6cb0-f076-409b-bb3c-4229cf443f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429504 Mar 15 17:19:52.607525 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:53.392505 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797e8b8-4260-48f8-b20b-ba89b9bbb691 req-3d2bb156-4f79-4fb5-aaff-aa10db3c7d4b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:53.393892 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7797e8b8-4260-48f8-b20b-ba89b9bbb691 req-3d2bb156-4f79-4fb5-aaff-aa10db3c7d4b tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 945 time: 0.0544050 Mar 15 17:19:53.440978 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7797e8b8-4260-48f8-b20b-ba89b9bbb691 req-91afbeca-f02d-42d6-9a40-4d199ba78c9e tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=398c6cb0-f076-409b-bb3c-4229cf443f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414708 Mar 15 17:19:53.568825 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa88cb5-7bc8-4991-a069-54dd9ca80402 req-7a917171-8f27-4886-86c2-eda90b280d65 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:53.570288 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7fa88cb5-7bc8-4991-a069-54dd9ca80402 req-7a917171-8f27-4886-86c2-eda90b280d65 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 945 time: 0.0581679 Mar 15 17:19:53.578814 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43836) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:53.585666 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-d47bd648-808d-46a7-8341-d09b139cfad5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Request body: {'floatingip': {'port_id': '93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:19:53.621716 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d47bd648-808d-46a7-8341-d09b139cfad5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (97c7f25d-8c41-46af-af72-d61668edbc6b), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.321203 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d47bd648-808d-46a7-8341-d09b139cfad5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.480211 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43850) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:54.562205 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d47bd648-808d-46a7-8341-d09b139cfad5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (97c7f25d-8c41-46af-af72-d61668edbc6b), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:54.745932 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-d47bd648-808d-46a7-8341-d09b139cfad5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Floating IP 97c7f25d-8c41-46af-af72-d61668edbc6b associated. External IP: 172.27.3.124, port: 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d. Mar 15 17:19:54.812686 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 3bb88558-7875-4609-a2ab-65edd7b65147 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:19:54.836631 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: 3bb88558-7875-4609-a2ab-65edd7b65147 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:19:54.837013 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 3bb88558-7875-4609-a2ab-65edd7b65147 not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:19:55.077714 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47bd648-808d-46a7-8341-d09b139cfad5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Router 91396da6-be11-4177-8f93-2dbf6404da12 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:19:55.254296 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:19:55.259085 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b5bf48f0-93bb-47c0-a2da-ec67ee974ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1720370'] for router_interface (7840438f-205c-4d5f-a251-4718429532c5), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:55.264972 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47bd648-808d-46a7-8341-d09b139cfad5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:19:55.277891 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fc675-cecb-4257-94c3-5ad0148f0a3c None None] Sync routers for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:19:55.288466 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0fc675-cecb-4257-94c3-5ad0148f0a3c None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:55.289050 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-5f0fc675-cecb-4257-94c3-5ad0148f0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:55.300512 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d47bd648-808d-46a7-8341-d09b139cfad5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:55.376618 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d47bd648-808d-46a7-8341-d09b139cfad5 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "PUT /v2.0/floatingips/97c7f25d-8c41-46af-af72-d61668edbc6b HTTP/1.1" status: 200 len: 991 time: 1.7966287 Mar 15 17:19:55.379916 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3da47fd-9d6d-45d7-8321-b4f3ac7a343b', 'tag': '93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:19:55.382853 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8de5eb-2b96-4567-a6a8-75d4aada1694" -d '{"events": [{"name": "network-changed", "server_uuid": "b3da47fd-9d6d-45d7-8321-b4f3ac7a343b", "tag": "93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:19:55.438143 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2902127-6077-45c0-8944-fb84880f3d7e x-openstack-request-id: req-b2902127-6077-45c0-8944-fb84880f3d7e {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:19:55.438440 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3da47fd-9d6d-45d7-8321-b4f3ac7a343b", "tag": "93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:19:55.438681 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2902127-6077-45c0-8944-fb84880f3d7e {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:19:55.439110 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3da47fd-9d6d-45d7-8321-b4f3ac7a343b', 'tag': '93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d', 'status': 'completed', 'code': 200} Mar 15 17:19:55.527634 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-5f0fc675-cecb-4257-94c3-5ad0148f0a3c None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:55.577301 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8de5eb-2b96-4567-a6a8-75d4aada1694 req-33aa74c0-5575-4606-a28f-7db70144d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:55.578812 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d8de5eb-2b96-4567-a6a8-75d4aada1694 req-33aa74c0-5575-4606-a28f-7db70144d4b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 1129 time: 0.1051774 Mar 15 17:19:55.723035 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8de5eb-2b96-4567-a6a8-75d4aada1694 req-7e4d4ed0-da85-40d9-80f3-0c38a7a52d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:55.725280 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d8de5eb-2b96-4567-a6a8-75d4aada1694 req-7e4d4ed0-da85-40d9-80f3-0c38a7a52d09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3d728a8-748d-4c18-bacb-a3e562d9afc7 HTTP/1.1" status: 200 len: 916 time: 0.1334090 Mar 15 17:19:55.745215 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf48f0-93bb-47c0-a2da-ec67ee974ce6 admin admin] Deleting port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:19:55.745542 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b5bf48f0-93bb-47c0-a2da-ec67ee974ce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:55.749637 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-5f0fc675-cecb-4257-94c3-5ad0148f0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '97c7f25d-8c41-46af-af72-d61668edbc6b', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': '93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:96:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3da47fd-9d6d-45d7-8321-b4f3ac7a343b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:19:36Z', 'updated_at': '2022-03-15T17:19:54Z', 'revision_number': 1, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:55.778932 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fc675-cecb-4257-94c3-5ad0148f0a3c None None] Checking router: 91396da6-be11-4177-8f93-2dbf6404da12 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:19:55.787769 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0fc675-cecb-4257-94c3-5ad0148f0a3c None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:55.788389 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-5f0fc675-cecb-4257-94c3-5ad0148f0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:55.895900 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-5f0fc675-cecb-4257-94c3-5ad0148f0a3c None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:56.097351 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d8de5eb-2b96-4567-a6a8-75d4aada1694 req-1ecf0b45-ec4f-486c-ac22-4fa945ce7d1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d HTTP/1.1" status: 200 len: 999 time: 0.3620918 Mar 15 17:19:56.133943 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-5f0fc675-cecb-4257-94c3-5ad0148f0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '97c7f25d-8c41-46af-af72-d61668edbc6b', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': '93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:96:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3da47fd-9d6d-45d7-8321-b4f3ac7a343b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:19:36Z', 'updated_at': '2022-03-15T17:19:54Z', 'revision_number': 1, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:56.158240 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-b5bf48f0-93bb-47c0-a2da-ec67ee974ce6 admin admin] For port 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b,segment=NetworkSegment(5476e7b2-7a6b-4fe5-a530-227736514268),segment_id=5476e7b2-7a6b-4fe5-a530-227736514268)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:56.158576 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b5bf48f0-93bb-47c0-a2da-ec67ee974ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.160308 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fc675-cecb-4257-94c3-5ad0148f0a3c None None] The sync data for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi is: [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '97c7f25d-8c41-46af-af72-d61668edbc6b', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'port_id': '93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'mac_address': 'fa:16:3e:96:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3da47fd-9d6d-45d7-8321-b4f3ac7a343b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:19:36Z', 'updated_at': '2022-03-15T17:19:54Z', 'revision_number': 1, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:19:56.174690 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf48f0-93bb-47c0-a2da-ec67ee974ce6 admin admin] Calling delete_port for 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b owned by network:router_interface {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:19:56.177182 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8de5eb-2b96-4567-a6a8-75d4aada1694 req-33b895a1-44f8-4cbe-bb20-51cd2d0f1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:56.179394 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d8de5eb-2b96-4567-a6a8-75d4aada1694 req-33b895a1-44f8-4cbe-bb20-51cd2d0f1e27 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f01540eb-1a88-461c-85a1-2be4331180be HTTP/1.1" status: 200 len: 854 time: 0.0755627 Mar 15 17:19:56.317576 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8de5eb-2b96-4567-a6a8-75d4aada1694 req-e6b232ad-d312-404e-96ce-90623b848063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:56.319754 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d8de5eb-2b96-4567-a6a8-75d4aada1694 req-e6b232ad-d312-404e-96ce-90623b848063 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d728a8-748d-4c18-bacb-a3e562d9afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0999804 Mar 15 17:19:56.382005 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da04894b-6138-4c13-9f2d-3cd23f9a9629 None None] New status for floating IP 97c7f25d-8c41-46af-af72-d61668edbc6b: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:19:56.464986 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d8de5eb-2b96-4567-a6a8-75d4aada1694 req-07a92f91-b178-4e32-8436-6e56a2f531ab service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324596 Mar 15 17:19:56.562285 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d8de5eb-2b96-4567-a6a8-75d4aada1694 req-77e8597e-64d2-4cd8-8e83-6bc16d2c18d4 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896456 Mar 15 17:19:56.595820 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b5bf48f0-93bb-47c0-a2da-ec67ee974ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:56.622901 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf48f0-93bb-47c0-a2da-ec67ee974ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:56.806044 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b5bf48f0-93bb-47c0-a2da-ec67ee974ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720454'] for router_interface (7840438f-205c-4d5f-a251-4718429532c5), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.019702 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bf48f0-93bb-47c0-a2da-ec67ee974ce6 admin admin] Router 7840438f-205c-4d5f-a251-4718429532c5 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:19:57.125147 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bf48f0-93bb-47c0-a2da-ec67ee974ce6 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:19:57.130134 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b5bf48f0-93bb-47c0-a2da-ec67ee974ce6 admin admin] 10.222.0.37 "PUT /v2.0/routers/7840438f-205c-4d5f-a251-4718429532c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6488914 Mar 15 17:19:57.133124 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43860) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:57.134148 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1057214-ae97-4a58-8338-e9044430a387 None None] Sync routers for ids ['7840438f-205c-4d5f-a251-4718429532c5'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:19:57.149245 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1057214-ae97-4a58-8338-e9044430a387 None None] Routers {'7840438f-205c-4d5f-a251-4718429532c5'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:57.149862 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-f1057214-ae97-4a58-8338-e9044430a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['7840438f-205c-4d5f-a251-4718429532c5'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:57.244415 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] Publish callbacks [] for router (7840438f-205c-4d5f-a251-4718429532c5), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.252132 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-f1057214-ae97-4a58-8338-e9044430a387 None None] Set router 7840438f-205c-4d5f-a251-4718429532c5 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:57.357192 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] Publish callbacks [] for router_gateway (7840438f-205c-4d5f-a251-4718429532c5), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.438411 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-f1057214-ae97-4a58-8338-e9044430a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840438f-205c-4d5f-a251-4718429532c5', 'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a77e310c-194c-466d-bd49-66846a388bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:39Z', 'updated_at': '2022-03-15T17:19:56Z', 'revision_number': 5, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'gw_port': {'id': 'a77e310c-194c-466d-bd49-66846a388bed', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840438f-205c-4d5f-a251-4718429532c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:40Z', 'updated_at': '2022-03-15T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:57.465544 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1057214-ae97-4a58-8338-e9044430a387 None None] Checking router: 7840438f-205c-4d5f-a251-4718429532c5 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:19:57.475600 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1057214-ae97-4a58-8338-e9044430a387 None None] Routers {'7840438f-205c-4d5f-a251-4718429532c5'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:19:57.476219 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-f1057214-ae97-4a58-8338-e9044430a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['7840438f-205c-4d5f-a251-4718429532c5'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:57.514918 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] Deleting port a77e310c-194c-466d-bd49-66846a388bed {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:19:57.515299 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (a77e310c-194c-466d-bd49-66846a388bed), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.567804 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-f1057214-ae97-4a58-8338-e9044430a387 None None] Set router 7840438f-205c-4d5f-a251-4718429532c5 gateway port host: None {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:19:57.596612 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] For port a77e310c-194c-466d-bd49-66846a388bed, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=a77e310c-194c-466d-bd49-66846a388bed,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:57.596900 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (a77e310c-194c-466d-bd49-66846a388bed), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.613168 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] Calling delete_port for a77e310c-194c-466d-bd49-66846a388bed owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:19:57.623697 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-f1057214-ae97-4a58-8338-e9044430a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7840438f-205c-4d5f-a251-4718429532c5', 'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:39Z', 'updated_at': '2022-03-15T17:19:57Z', 'revision_number': 6, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'gw_port_host': None}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:57.650481 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1057214-ae97-4a58-8338-e9044430a387 None None] The sync data for ids ['7840438f-205c-4d5f-a251-4718429532c5'] in dv-cinder-831247-12-iscsi is: [{'id': '7840438f-205c-4d5f-a251-4718429532c5', 'name': 'tempest-TestMinimumBasicScenario-614104597-router', 'tenant_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:39Z', 'updated_at': '2022-03-15T17:19:57Z', 'revision_number': 6, 'project_id': 'd0549ab293b848ada3a0d9e5fb9fdb43', 'gw_port_host': None}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:19:57.887452 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (a77e310c-194c-466d-bd49-66846a388bed), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:57.912418 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a77e310c-194c-466d-bd49-66846a388bed,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:57.974123 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686884'] for router_gateway (7840438f-205c-4d5f-a251-4718429532c5), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.081599 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7401'] for router (7840438f-205c-4d5f-a251-4718429532c5), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.085161 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] Publish callbacks [] for router_controller (7840438f-205c-4d5f-a251-4718429532c5), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.252929 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685140'] for router (7840438f-205c-4d5f-a251-4718429532c5), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.253504 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7840438f-205c-4d5f-a251-4718429532c5 {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:19:58.259007 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.260169 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7a81c4d1-e26c-4abd-a57d-c2617eaceff1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7840438f-205c-4d5f-a251-4718429532c5 HTTP/1.1" status: 204 len: 168 time: 1.1261048 Mar 15 17:19:58.263024 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43866) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:58.326596 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afb27da-c5ab-4387-9730-ad1e4f489437 admin admin] Deleting subnet ceec15bc-263e-4dab-8a78-08135ee43e6f {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:19:58.329958 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3afb27da-c5ab-4387-9730-ad1e4f489437 admin admin] Publish callbacks [] for subnet (ceec15bc-263e-4dab-8a78-08135ee43e6f), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.364145 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3afb27da-c5ab-4387-9730-ad1e4f489437 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25749771'] for subnet (ceec15bc-263e-4dab-8a78-08135ee43e6f), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.488221 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device a77e310c-194c-466d-bd49-66846a388bed no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:19:58.497083 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3afb27da-c5ab-4387-9730-ad1e4f489437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (ceec15bc-263e-4dab-8a78-08135ee43e6f), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.508847 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: a77e310c-194c-466d-bd49-66846a388bed {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:19:58.509192 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device a77e310c-194c-466d-bd49-66846a388bed not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:19:58.509620 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:19:58.533558 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:19:58.534131 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 9804bc1c-519e-4d3d-89ab-2cbaad0d4d0b not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:19:58.593263 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-1d3e86c5-05e4-45a7-a065-0717928eb161 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297370254&fields=id&tenant_id=c00825d4e1094ac580f79cc84d46b348 HTTP/1.1" status: 200 len: 267 time: 0.0563514 Mar 15 17:19:58.695799 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3afb27da-c5ab-4387-9730-ad1e4f489437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25270753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25387396'] for subnet (ceec15bc-263e-4dab-8a78-08135ee43e6f), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.734248 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-16dcf5f6-c8a1-4b00-86b0-7103f760e105 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:19:58.735673 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-16dcf5f6-c8a1-4b00-86b0-7103f760e105 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/networks?id=df28181e-0456-4cb6-926c-b96c8c92a6ce HTTP/1.1" status: 200 len: 808 time: 0.1351292 Mar 15 17:19:58.736633 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb27da-c5ab-4387-9730-ad1e4f489437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceec15bc-263e-4dab-8a78-08135ee43e6f,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:58.740630 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3afb27da-c5ab-4387-9730-ad1e4f489437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.743899 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3afb27da-c5ab-4387-9730-ad1e4f489437 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ceec15bc-263e-4dab-8a78-08135ee43e6f HTTP/1.1" status: 204 len: 168 time: 0.4801502 Mar 15 17:19:58.746343 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43874) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:58.748630 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e712d25e-a5fe-4d2c-b8fb-4b6bce0c839c None None] Network 8aa70f3c-0da7-419d-98be-3dfa126470bb requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:19:58.795165 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-c3b35655-f00a-438a-a7ed-6e380d61485e tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/quotas/c00825d4e1094ac580f79cc84d46b348 HTTP/1.1" status: 200 len: 375 time: 0.0500109 Mar 15 17:19:58.829920 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (8aa70f3c-0da7-419d-98be-3dfa126470bb), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.901827 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-209f8959-6ac9-4502-a2ad-55b5230e445d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c00825d4e1094ac580f79cc84d46b348&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958638 Mar 15 17:19:58.907303 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d88c0fc-66d9-4c30-95e2-c6dbce6e24eb None None] DHCP port deletion for 8aa70f3c-0da7-419d-98be-3dfa126470bb request from dv-cinder-831247-12-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:19:58.934156 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] Deleting port 97af861a-c16b-4816-808d-70291a2f9301 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:19:58.934493 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (97af861a-c16b-4816-808d-70291a2f9301), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:58.968427 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-1d88c0fc-66d9-4c30-95e2-c6dbce6e24eb None None] Deleting port 97af861a-c16b-4816-808d-70291a2f9301 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:19:58.968810 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1d88c0fc-66d9-4c30-95e2-c6dbce6e24eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (97af861a-c16b-4816-808d-70291a2f9301), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.031549 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-1d88c0fc-66d9-4c30-95e2-c6dbce6e24eb None None] For port 97af861a-c16b-4816-808d-70291a2f9301, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=97af861a-c16b-4816-808d-70291a2f9301,segment=NetworkSegment(5476e7b2-7a6b-4fe5-a530-227736514268),segment_id=5476e7b2-7a6b-4fe5-a530-227736514268)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:59.031946 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1d88c0fc-66d9-4c30-95e2-c6dbce6e24eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (97af861a-c16b-4816-808d-70291a2f9301), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.043874 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] For port 97af861a-c16b-4816-808d-70291a2f9301, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=97af861a-c16b-4816-808d-70291a2f9301,segment=NetworkSegment(5476e7b2-7a6b-4fe5-a530-227736514268),segment_id=5476e7b2-7a6b-4fe5-a530-227736514268)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:19:59.044245 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (97af861a-c16b-4816-808d-70291a2f9301), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.045462 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-1d88c0fc-66d9-4c30-95e2-c6dbce6e24eb None None] Calling delete_port for 97af861a-c16b-4816-808d-70291a2f9301 owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:19:59.069457 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] Calling delete_port for 97af861a-c16b-4816-808d-70291a2f9301 owned by network:dhcp {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:19:59.078664 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-71faea7d-51eb-439e-8fb6-022379270d31 service neutron] 10.222.0.37 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558225 Mar 15 17:19:59.221968 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-85a1153e-9d84-485f-a4c3-9e43eaaab757 service neutron] 10.222.0.37 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361270 Mar 15 17:19:59.230503 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1d88c0fc-66d9-4c30-95e2-c6dbce6e24eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100'] for port (97af861a-c16b-4816-808d-70291a2f9301), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.237569 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (97af861a-c16b-4816-808d-70291a2f9301), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.265753 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] Pushing event deleted for resources: {'Port': ['ID=97af861a-c16b-4816-808d-70291a2f9301,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:59.267588 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] No DVR routers for this DVR port 97af861a-c16b-4816-808d-70291a2f9301 on host dv-cinder-831247-12-iscsi {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:19:59.275629 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88c0fc-66d9-4c30-95e2-c6dbce6e24eb None None] Pushing event deleted for resources: {'Port': ['ID=97af861a-c16b-4816-808d-70291a2f9301,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:19:59.281792 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d88c0fc-66d9-4c30-95e2-c6dbce6e24eb None None] No DVR routers for this DVR port 97af861a-c16b-4816-808d-70291a2f9301 on host dv-cinder-831247-12-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:19:59.347220 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (8aa70f3c-0da7-419d-98be-3dfa126470bb), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.369630 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa70f3c-0da7-419d-98be-3dfa126470bb']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:59.379292 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5476e7b2-7a6b-4fe5-a530-227736514268') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:59.379667 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5476e7b2-7a6b-4fe5-a530-227736514268') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:19:59.389965 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25749810'] for segment (5476e7b2-7a6b-4fe5-a530-227736514268), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.403364 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (5476e7b2-7a6b-4fe5-a530-227736514268), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.409382 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:19:59.411070 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25270619'] for segment (5476e7b2-7a6b-4fe5-a530-227736514268), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: self.session.flush() Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: self.session.flush() Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: self.session.flush() Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: self.session.flush() Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: Traceback (most recent call last): Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: timer() Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: cb(*args, **kw) Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: return func(*args, **kwargs) Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: self._notify() Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: self.callback(batched_events) Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: event.method(event) Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: return f(self, *a, **k) Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: return self._get(url).json() Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: return self.request(url, 'GET', **kwargs) Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:19:59.411401 dv-cinder-831247-12-iscsi neutron-server[103956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:19:59.555617 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (8aa70f3c-0da7-419d-98be-3dfa126470bb), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.560960 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:19:59.564082 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8aa70f3c-0da7-419d-98be-3dfa126470bb HTTP/1.1" status: 204 len: 168 time: 0.8167212 Mar 15 17:19:59.567151 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43884) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:19:59.576189 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ff177-d049-4ed3-ac05-6b23f567c604 admin admin] Pushing event deleted for resources: {'Network': ['ID=8aa70f3c-0da7-419d-98be-3dfa126470bb,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:00.146572 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2146a48f-19f6-42fd-9315-8ad55d4a8dbf req-62c8f174-38c8-48d0-9658-ac0fee665a92 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 210 time: 0.2965312 Mar 15 17:20:00.212591 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-997c9760-a82e-43fd-adb3-e0739c0576fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1720370'] for router_interface (4ab9950e-1e69-4a68-8813-693f7fc91ca3), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.365621 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 97af861a-c16b-4816-808d-70291a2f9301 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:20:00.398089 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 97af861a-c16b-4816-808d-70291a2f9301 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:20:00.398494 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 97af861a-c16b-4816-808d-70291a2f9301 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:20:00.473815 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-997c9760-a82e-43fd-adb3-e0739c0576fc admin admin] Deleting port 7549c0b9-f9e7-4689-8163-157e84374ced {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:20:00.474222 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-997c9760-a82e-43fd-adb3-e0739c0576fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.552967 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-997c9760-a82e-43fd-adb3-e0739c0576fc admin admin] For port 7549c0b9-f9e7-4689-8163-157e84374ced, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=7549c0b9-f9e7-4689-8163-157e84374ced,segment=NetworkSegment(11945715-d707-40f5-8b37-ab5e479574e7),segment_id=11945715-d707-40f5-8b37-ab5e479574e7)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:00.553329 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-997c9760-a82e-43fd-adb3-e0739c0576fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.565804 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-997c9760-a82e-43fd-adb3-e0739c0576fc admin admin] Calling delete_port for 7549c0b9-f9e7-4689-8163-157e84374ced owned by network:router_interface {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:20:00.847255 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-997c9760-a82e-43fd-adb3-e0739c0576fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (7549c0b9-f9e7-4689-8163-157e84374ced), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:00.891095 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c9760-a82e-43fd-adb3-e0739c0576fc admin admin] Pushing event deleted for resources: {'Port': ['ID=7549c0b9-f9e7-4689-8163-157e84374ced,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:01.059489 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-997c9760-a82e-43fd-adb3-e0739c0576fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720454'] for router_interface (4ab9950e-1e69-4a68-8813-693f7fc91ca3), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:01.280664 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2044c8a8-64b6-4a4a-abb5-dec085e0b95c req-c6c332a2-5d39-40c0-a297-725855fb34a9 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 210 time: 0.0339868 Mar 15 17:20:01.327357 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997c9760-a82e-43fd-adb3-e0739c0576fc admin admin] Router 4ab9950e-1e69-4a68-8813-693f7fc91ca3 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:20:01.439312 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997c9760-a82e-43fd-adb3-e0739c0576fc admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:20:01.450647 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-997c9760-a82e-43fd-adb3-e0739c0576fc admin admin] 10.222.0.37 "PUT /v2.0/routers/4ab9950e-1e69-4a68-8813-693f7fc91ca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8774452 Mar 15 17:20:01.450647 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43906) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:01.455647 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513436c-3cfa-4cba-b93f-15bbc2c7ba22 None None] Sync routers for ids ['4ab9950e-1e69-4a68-8813-693f7fc91ca3'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:20:01.473237 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513436c-3cfa-4cba-b93f-15bbc2c7ba22 None None] Routers {'4ab9950e-1e69-4a68-8813-693f7fc91ca3'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:01.473862 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c513436c-3cfa-4cba-b93f-15bbc2c7ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['4ab9950e-1e69-4a68-8813-693f7fc91ca3'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:01.566968 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] Publish callbacks [] for router (4ab9950e-1e69-4a68-8813-693f7fc91ca3), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:01.585687 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-c513436c-3cfa-4cba-b93f-15bbc2c7ba22 None None] Set router 4ab9950e-1e69-4a68-8813-693f7fc91ca3 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:01.682264 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] Publish callbacks [] for router_gateway (4ab9950e-1e69-4a68-8813-693f7fc91ca3), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:01.777035 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c513436c-3cfa-4cba-b93f-15bbc2c7ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'name': 'tempest-TestMinimumBasicScenario-314082245-router', 'tenant_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:51Z', 'updated_at': '2022-03-15T17:20:00Z', 'revision_number': 5, 'project_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'gw_port': {'id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:52Z', 'updated_at': '2022-03-15T17:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:01.802953 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513436c-3cfa-4cba-b93f-15bbc2c7ba22 None None] Checking router: 4ab9950e-1e69-4a68-8813-693f7fc91ca3 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:20:01.811268 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513436c-3cfa-4cba-b93f-15bbc2c7ba22 None None] Routers {'4ab9950e-1e69-4a68-8813-693f7fc91ca3'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:01.811865 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c513436c-3cfa-4cba-b93f-15bbc2c7ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:19:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['4ab9950e-1e69-4a68-8813-693f7fc91ca3'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:01.886545 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] Deleting port c8b7805f-9b35-47c2-91a6-bdccf2297c9e {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:20:01.887479 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (c8b7805f-9b35-47c2-91a6-bdccf2297c9e), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:01.920141 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-c513436c-3cfa-4cba-b93f-15bbc2c7ba22 None None] Set router 4ab9950e-1e69-4a68-8813-693f7fc91ca3 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:01.965779 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] For port c8b7805f-9b35-47c2-91a6-bdccf2297c9e, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=c8b7805f-9b35-47c2-91a6-bdccf2297c9e,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:01.966143 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (c8b7805f-9b35-47c2-91a6-bdccf2297c9e), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:01.985450 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] Calling delete_port for c8b7805f-9b35-47c2-91a6-bdccf2297c9e owned by network:router_gateway {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:20:02.099799 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c513436c-3cfa-4cba-b93f-15bbc2c7ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'name': 'tempest-TestMinimumBasicScenario-314082245-router', 'tenant_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:51Z', 'updated_at': '2022-03-15T17:20:00Z', 'revision_number': 5, 'project_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'gw_port': {'id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:52Z', 'updated_at': '2022-03-15T17:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:02.265485 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513436c-3cfa-4cba-b93f-15bbc2c7ba22 None None] The sync data for ids ['4ab9950e-1e69-4a68-8813-693f7fc91ca3'] in dv-cinder-831247-12-iscsi is: [{'id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'name': 'tempest-TestMinimumBasicScenario-314082245-router', 'tenant_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:16:51Z', 'updated_at': '2022-03-15T17:20:00Z', 'revision_number': 5, 'project_id': '904adc48dc1a48e8bb2b4ccdf3e39029', 'gw_port': {'id': 'c8b7805f-9b35-47c2-91a6-bdccf2297c9e', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab9950e-1e69-4a68-8813-693f7fc91ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:16:52Z', 'updated_at': '2022-03-15T17:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:20:02.373244 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (c8b7805f-9b35-47c2-91a6-bdccf2297c9e), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.377285 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c554e1d5-9498-4066-bca9-2f708d33b6a3 req-31f6e74e-c2be-471d-983a-440e3a11c268 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 210 time: 0.0306191 Mar 15 17:20:02.404955 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b7805f-9b35-47c2-91a6-bdccf2297c9e,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:02.472896 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686884'] for router_gateway (4ab9950e-1e69-4a68-8813-693f7fc91ca3), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.571651 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7401'] for router (4ab9950e-1e69-4a68-8813-693f7fc91ca3), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.574034 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] Publish callbacks [] for router_controller (4ab9950e-1e69-4a68-8813-693f7fc91ca3), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.594011 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 7549c0b9-f9e7-4689-8163-157e84374ced no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:20:02.615360 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 7549c0b9-f9e7-4689-8163-157e84374ced {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:20:02.615980 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 7549c0b9-f9e7-4689-8163-157e84374ced not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:20:02.686937 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685140'] for router (4ab9950e-1e69-4a68-8813-693f7fc91ca3), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.687480 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ab9950e-1e69-4a68-8813-693f7fc91ca3 {{(pid=103957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:20:02.695585 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.695585 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9f95b37d-23d3-4aba-904a-ced78d3bc37d admin admin] 10.222.0.37 "DELETE /v2.0/routers/4ab9950e-1e69-4a68-8813-693f7fc91ca3 HTTP/1.1" status: 204 len: 168 time: 1.2442741 Mar 15 17:20:02.697416 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43918) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:02.743595 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-1819f2f8-e6c7-4abc-a3b0-99ba8fe9334a admin admin] Deleting subnet 28e70dc9-9c25-4c76-8a82-ea716ac791c9 {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:20:02.746497 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1819f2f8-e6c7-4abc-a3b0-99ba8fe9334a admin admin] Publish callbacks [] for subnet (28e70dc9-9c25-4c76-8a82-ea716ac791c9), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.785655 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1819f2f8-e6c7-4abc-a3b0-99ba8fe9334a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26117020'] for subnet (28e70dc9-9c25-4c76-8a82-ea716ac791c9), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.905648 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1819f2f8-e6c7-4abc-a3b0-99ba8fe9334a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (28e70dc9-9c25-4c76-8a82-ea716ac791c9), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:02.987805 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-ccaadaa1-9905-4630-8f5c-e6a63296cda0 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:02.990078 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-ccaadaa1-9905-4630-8f5c-e6a63296cda0 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.55 "GET /v2.0/networks?id=df28181e-0456-4cb6-926c-b96c8c92a6ce HTTP/1.1" status: 200 len: 808 time: 0.1086411 Mar 15 17:20:03.052554 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-b2bba20d-0329-426f-926b-78ab958d57e8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c00825d4e1094ac580f79cc84d46b348 HTTP/1.1" status: 200 len: 379 time: 0.0533602 Mar 15 17:20:03.061371 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-e965e2cb-54a2-4cba-a1c8-e2fd90e6a68d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Request body: {'port': {'device_id': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'admin_state_up': True, 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'security_groups': ['b818e83f-2a87-4e93-bcb3-616cf274ebad']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:03.064708 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1819f2f8-e6c7-4abc-a3b0-99ba8fe9334a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4078925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26859178'] for subnet (28e70dc9-9c25-4c76-8a82-ea716ac791c9), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.090896 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819f2f8-e6c7-4abc-a3b0-99ba8fe9334a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e70dc9-9c25-4c76-8a82-ea716ac791c9,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:03.094563 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1819f2f8-e6c7-4abc-a3b0-99ba8fe9334a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.097835 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1819f2f8-e6c7-4abc-a3b0-99ba8fe9334a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/28e70dc9-9c25-4c76-8a82-ea716ac791c9 HTTP/1.1" status: 204 len: 168 time: 0.3994660 Mar 15 17:20:03.105457 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e1c1c0-9a02-4292-9e2f-5bb86bbeb58c None None] Network 4f936d7e-bf5a-4d84-90c4-f77c64f35b50 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:20:03.106990 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43924) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:03.209570 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (4f936d7e-bf5a-4d84-90c4-f77c64f35b50), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.279749 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] Deleting port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:20:03.280121 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (542f0a85-b0ae-4cf0-8329-676fe08fb4e4), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.304455 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-e965e2cb-54a2-4cba-a1c8-e2fd90e6a68d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Made reservation on behalf of c00825d4e1094ac580f79cc84d46b348 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:20:03.309127 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-e965e2cb-54a2-4cba-a1c8-e2fd90e6a68d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.320376 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722ff102-6c4d-49a8-83ee-3708bd9c6276 None None] DHCP port deletion for 4f936d7e-bf5a-4d84-90c4-f77c64f35b50 request from dv-cinder-831247-12-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:20:03.348053 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] For port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=542f0a85-b0ae-4cf0-8329-676fe08fb4e4,segment=NetworkSegment(11945715-d707-40f5-8b37-ab5e479574e7),segment_id=11945715-d707-40f5-8b37-ab5e479574e7)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:03.348519 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (542f0a85-b0ae-4cf0-8329-676fe08fb4e4), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.367803 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] Calling delete_port for 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:20:03.383026 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-722ff102-6c4d-49a8-83ee-3708bd9c6276 None None] Deleting port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:20:03.383935 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-722ff102-6c4d-49a8-83ee-3708bd9c6276 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (542f0a85-b0ae-4cf0-8329-676fe08fb4e4), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.467006 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-722ff102-6c4d-49a8-83ee-3708bd9c6276 None None] For port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=542f0a85-b0ae-4cf0-8329-676fe08fb4e4,segment=NetworkSegment(11945715-d707-40f5-8b37-ab5e479574e7),segment_id=11945715-d707-40f5-8b37-ab5e479574e7)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:03.467621 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-722ff102-6c4d-49a8-83ee-3708bd9c6276 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (542f0a85-b0ae-4cf0-8329-676fe08fb4e4), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.481192 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-722ff102-6c4d-49a8-83ee-3708bd9c6276 None None] Calling delete_port for 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:20:03.591078 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (542f0a85-b0ae-4cf0-8329-676fe08fb4e4), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.600218 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-722ff102-6c4d-49a8-83ee-3708bd9c6276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100'] for port (542f0a85-b0ae-4cf0-8329-676fe08fb4e4), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.628640 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] Pushing event deleted for resources: {'Port': ['ID=542f0a85-b0ae-4cf0-8329-676fe08fb4e4,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:03.631601 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ff102-6c4d-49a8-83ee-3708bd9c6276 None None] Pushing event deleted for resources: {'Port': ['ID=542f0a85-b0ae-4cf0-8329-676fe08fb4e4,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:03.640704 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722ff102-6c4d-49a8-83ee-3708bd9c6276 None None] No DVR routers for this DVR port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 on host dv-cinder-831247-12-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:20:03.665319 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] No DVR routers for this DVR port 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 on host dv-cinder-831247-12-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:20:03.767304 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (4f936d7e-bf5a-4d84-90c4-f77c64f35b50), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.779993 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e4648646-c5fa-4c44-b2f5-fe8c3514414c req-6160c310-5b02-4f6f-8b62-f0fbc7e1a6d1 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 210 time: 0.3086357 Mar 15 17:20:03.782864 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21222dda-2419-4c15-8a3b-0d9d0652a931 req-4c13d315-3b07-49a0-94a5-76f50eea07cb tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:03.784190 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-e965e2cb-54a2-4cba-a1c8-e2fd90e6a68d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Allocated IP 172.20.0.10 (df28181e-0456-4cb6-926c-b96c8c92a6ce/1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5/43486632-662c-4b43-a423-3ea9f6d6714c) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:20:03.784444 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-21222dda-2419-4c15-8a3b-0d9d0652a931 req-4c13d315-3b07-49a0-94a5-76f50eea07cb tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.1299746 Mar 15 17:20:03.810994 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f936d7e-bf5a-4d84-90c4-f77c64f35b50']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:03.827363 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11945715-d707-40f5-8b37-ab5e479574e7') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:03.827655 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11945715-d707-40f5-8b37-ab5e479574e7') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:03.840066 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26117029'] for segment (11945715-d707-40f5-8b37-ab5e479574e7), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.866829 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (11945715-d707-40f5-8b37-ab5e479574e7), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.875558 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-21222dda-2419-4c15-8a3b-0d9d0652a931 req-46f8a008-72c5-4b8a-9cf4-7f10e75dda56 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745759 Mar 15 17:20:03.876439 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:20:03.876827 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079095'] for segment (11945715-d707-40f5-8b37-ab5e479574e7), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: Traceback (most recent call last): Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: timer() Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: cb(*args, **kw) Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: return func(*args, **kwargs) Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: self._notify() Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: self.callback(batched_events) Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: event.method(event) Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: return f(self, *a, **k) Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._get(url).json() Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: return self.request(url, 'GET', **kwargs) Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:20:03.878462 dv-cinder-831247-12-iscsi neutron-server[103957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:20:03.935402 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-e965e2cb-54a2-4cba-a1c8-e2fd90e6a68d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for port (43486632-662c-4b43-a423-3ea9f6d6714c), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.041289 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (4f936d7e-bf5a-4d84-90c4-f77c64f35b50), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.041905 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-e965e2cb-54a2-4cba-a1c8-e2fd90e6a68d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.047484 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.051392 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4f936d7e-bf5a-4d84-90c4-f77c64f35b50 HTTP/1.1" status: 204 len: 168 time: 0.9429739 Mar 15 17:20:04.064959 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ff5e1-c9ce-42fa-b5c3-dd6b6fb71930 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f936d7e-bf5a-4d84-90c4-f77c64f35b50,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:04.090616 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-e965e2cb-54a2-4cba-a1c8-e2fd90e6a68d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Network df28181e-0456-4cb6-926c-b96c8c92a6ce is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:20:04.094311 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-e965e2cb-54a2-4cba-a1c8-e2fd90e6a68d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:20:04.098703 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-e965e2cb-54a2-4cba-a1c8-e2fd90e6a68d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:20:04.133894 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965e2cb-54a2-4cba-a1c8-e2fd90e6a68d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Pushing event updated for resources: {'Port': ['ID=43486632-662c-4b43-a423-3ea9f6d6714c,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:04.172875 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-e965e2cb-54a2-4cba-a1c8-e2fd90e6a68d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:04.172875 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-e965e2cb-54a2-4cba-a1c8-e2fd90e6a68d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.324418 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-e965e2cb-54a2-4cba-a1c8-e2fd90e6a68d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2631700 Mar 15 17:20:04.337708 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Request body: {'port': {'device_id': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:04.338336 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-7b775045-e447-48fe-b27b-de58bf2375d6 None None] Provisioning complete for port 43486632-662c-4b43-a423-3ea9f6d6714c triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:04.338835 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7b775045-e447-48fe-b27b-de58bf2375d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.389300 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-7b775045-e447-48fe-b27b-de58bf2375d6 None None] Port 43486632-662c-4b43-a423-3ea9f6d6714c cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:20:04.408484 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:20:04.417884 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.432481 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:20:04.432838 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 542f0a85-b0ae-4cf0-8329-676fe08fb4e4 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:20:04.433258 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device c8b7805f-9b35-47c2-91a6-bdccf2297c9e no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:20:04.456899 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: c8b7805f-9b35-47c2-91a6-bdccf2297c9e {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:20:04.457258 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device c8b7805f-9b35-47c2-91a6-bdccf2297c9e not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:20:04.582131 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43940) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:04.628519 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2bed2796-79b3-44b4-935e-b85bda60f22b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0549ab293b848ada3a0d9e5fb9fdb43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450759 Mar 15 17:20:04.631852 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 43942) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:04.687362 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8927a9ae-211f-4fef-a7cc-9c9fc4d0035e admin admin] Publish callbacks [] for security_group (91b41be9-04e2-445d-a512-29ae480589e2), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.713310 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8927a9ae-211f-4fef-a7cc-9c9fc4d0035e admin admin] Publish callbacks [] for security_group (91b41be9-04e2-445d-a512-29ae480589e2), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.720508 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43486632-662c-4b43-a423-3ea9f6d6714c {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:20:04.730418 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Publish callbacks [] for port (43486632-662c-4b43-a423-3ea9f6d6714c), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.745177 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Transition to ACTIVE for port object 43486632-662c-4b43-a423-3ea9f6d6714c will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:20:04.812974 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.841594 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8927a9ae-211f-4fef-a7cc-9c9fc4d0035e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (91b41be9-04e2-445d-a512-29ae480589e2), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.844344 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8927a9ae-211f-4fef-a7cc-9c9fc4d0035e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:04.845952 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-8927a9ae-211f-4fef-a7cc-9c9fc4d0035e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91b41be9-04e2-445d-a512-29ae480589e2 HTTP/1.1" status: 204 len: 168 time: 0.2128572 Mar 15 17:20:04.864216 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927a9ae-211f-4fef-a7cc-9c9fc4d0035e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b41be9-04e2-445d-a512-29ae480589e2,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:04.873070 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Pushing event updated for resources: {'Port': ['ID=43486632-662c-4b43-a423-3ea9f6d6714c,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:04.998881 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Attempting to bind port 43486632-662c-4b43-a423-3ea9f6d6714c on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:20:04.999233 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Attempting to bind port 43486632-662c-4b43-a423-3ea9f6d6714c by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '26d219c3-05cb-4b47-b237-92f3786114cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:20:04.999631 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Attempting to bind port 43486632-662c-4b43-a423-3ea9f6d6714c on network df28181e-0456-4cb6-926c-b96c8c92a6ce {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:20:05.007673 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Port 43486632-662c-4b43-a423-3ea9f6d6714c on network df28181e-0456-4cb6-926c-b96c8c92a6ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:20:05.011357 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Attempting to bind port 43486632-662c-4b43-a423-3ea9f6d6714c on network df28181e-0456-4cb6-926c-b96c8c92a6ce {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:20:05.026567 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:20:05.027099 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Checking segment: {'id': '26d219c3-05cb-4b47-b237-92f3786114cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:20:05.027501 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Bound using segment: {'id': '26d219c3-05cb-4b47-b237-92f3786114cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:20:05.027963 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Bound port: 43486632-662c-4b43-a423-3ea9f6d6714c, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d219c3-05cb-4b47-b237-92f3786114cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:20:05.028332 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:05.035540 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833ddb2-5e62-4b55-9193-a79d34a41232 req-b738c0f7-c947-4da1-85a3-f7b45fe022d3 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:05.045028 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6833ddb2-5e62-4b55-9193-a79d34a41232 req-b738c0f7-c947-4da1-85a3-f7b45fe022d3 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0798643 Mar 15 17:20:05.045963 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac9b01-99f6-4b5b-929c-1d77caea24ee req-badf93d8-09be-46de-8805-21837593cb1c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:05.047291 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8bac9b01-99f6-4b5b-929c-1d77caea24ee req-badf93d8-09be-46de-8805-21837593cb1c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.1434524 Mar 15 17:20:05.095931 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6833ddb2-5e62-4b55-9193-a79d34a41232 req-ac23113a-c017-416e-b9f7-8f989de97f01 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498900 Mar 15 17:20:05.149211 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8bac9b01-99f6-4b5b-929c-1d77caea24ee req-c3a92316-4e04-4f8b-bfa1-32ed027b32f5 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929728 Mar 15 17:20:05.157066 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] For port 43486632-662c-4b43-a423-3ea9f6d6714c, host hv-cinder-83124, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:20:05.162069 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] For port 43486632-662c-4b43-a423-3ea9f6d6714c, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=43486632-662c-4b43-a423-3ea9f6d6714c,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:20:05.259111 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:05.295098 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:05.295727 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:05.297139 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] 10.222.0.55 "PUT /v2.0/ports/43486632-662c-4b43-a423-3ea9f6d6714c HTTP/1.1" status: 200 len: 1094 time: 0.9642289 Mar 15 17:20:05.297586 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'tag': '43486632-662c-4b43-a423-3ea9f6d6714c'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:05.299883 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdaf40a-513e-4549-b45a-8c1598566795" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2787c3-082a-467d-8fb2-c3dc33b5d521", "tag": "43486632-662c-4b43-a423-3ea9f6d6714c"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:05.327997 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc9a3c-cc33-4f2e-9e2b-12b8f9214617 service neutron] Pushing event updated for resources: {'Port': ['ID=43486632-662c-4b43-a423-3ea9f6d6714c,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:05.356501 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3392e73-d0a5-4bcd-9744-dcfa23dbce5f x-openstack-request-id: req-e3392e73-d0a5-4bcd-9744-dcfa23dbce5f {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:05.357184 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2787c3-082a-467d-8fb2-c3dc33b5d521", "tag": "43486632-662c-4b43-a423-3ea9f6d6714c", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:05.357592 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3392e73-d0a5-4bcd-9744-dcfa23dbce5f {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:05.359038 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'tag': '43486632-662c-4b43-a423-3ea9f6d6714c', 'status': 'completed', 'code': 200} Mar 15 17:20:05.416865 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaf40a-513e-4549-b45a-8c1598566795 req-cc87f26c-e80e-4d50-af5d-68636125751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:05.418452 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bbdaf40a-513e-4549-b45a-8c1598566795 req-cc87f26c-e80e-4d50-af5d-68636125751b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c00825d4e1094ac580f79cc84d46b348&device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 1128 time: 0.0473566 Mar 15 17:20:05.529378 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaf40a-513e-4549-b45a-8c1598566795 req-3117b063-60d8-487c-bcce-56cd9546fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:05.530978 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bbdaf40a-513e-4549-b45a-8c1598566795 req-3117b063-60d8-487c-bcce-56cd9546fff7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c00825d4e1094ac580f79cc84d46b348&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1023753 Mar 15 17:20:05.615315 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43956) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:05.641778 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaf40a-513e-4549-b45a-8c1598566795 req-3d6affc8-ac6a-4634-ac7e-e6d7f6307205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:05.643222 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bbdaf40a-513e-4549-b45a-8c1598566795 req-3d6affc8-ac6a-4634-ac7e-e6d7f6307205 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046429 Mar 15 17:20:05.667595 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-68f7c296-b3d2-45e5-9b51-a39fbb42930b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=904adc48dc1a48e8bb2b4ccdf3e39029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509040 Mar 15 17:20:05.670046 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 43958) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:05.746489 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-40718bf4-4641-4301-be96-0a7466c32218 admin admin] Publish callbacks [] for security_group (8b83b308-c7b9-425a-8bba-8a78dc85a8bc), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:05.773507 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-40718bf4-4641-4301-be96-0a7466c32218 admin admin] Publish callbacks [] for security_group (8b83b308-c7b9-425a-8bba-8a78dc85a8bc), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:05.792318 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-e1a83a9f-71a2-4755-b2f1-382dc78b8e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:05.793845 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-e1a83a9f-71a2-4755-b2f1-382dc78b8e38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c00825d4e1094ac580f79cc84d46b348&device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 1128 time: 0.0836754 Mar 15 17:20:05.845046 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-de25d03d-3d9b-44f1-9f94-34db792220bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43486632-662c-4b43-a423-3ea9f6d6714c HTTP/1.1" status: 200 len: 217 time: 0.0428998 Mar 15 17:20:05.895073 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-643b1424-b8e1-4f30-ad8c-2ddb4a012ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:05.896999 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-643b1424-b8e1-4f30-ad8c-2ddb4a012ce1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5 HTTP/1.1" status: 200 len: 847 time: 0.0452094 Mar 15 17:20:05.937370 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-40718bf4-4641-4301-be96-0a7466c32218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (8b83b308-c7b9-425a-8bba-8a78dc85a8bc), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:05.939959 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-40718bf4-4641-4301-be96-0a7466c32218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:05.941094 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-40718bf4-4641-4301-be96-0a7466c32218 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b83b308-c7b9-425a-8bba-8a78dc85a8bc HTTP/1.1" status: 204 len: 168 time: 0.2701397 Mar 15 17:20:05.953846 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40718bf4-4641-4301-be96-0a7466c32218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b83b308-c7b9-425a-8bba-8a78dc85a8bc,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:05.962345 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-efff935e-2b01-4062-834d-128ca6b4ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:05.963893 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-efff935e-2b01-4062-834d-128ca6b4ad9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df28181e-0456-4cb6-926c-b96c8c92a6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0582144 Mar 15 17:20:06.069413 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-16e914cf-c56e-424b-8d33-d313107f1071 service neutron] 10.222.0.55 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859776 Mar 15 17:20:06.171018 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d016d3-8e68-4404-b12c-1e4c2458489a req-33e4c045-85fe-43bb-9e13-d57cc16ee2c5 service neutron] 10.222.0.55 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927758 Mar 15 17:20:06.225212 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd9364-5870-497a-9d65-0f30b896b689 req-23678241-ba75-4867-8c06-9d659f8ebbe4 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:06.226764 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d7dd9364-5870-497a-9d65-0f30b896b689 req-23678241-ba75-4867-8c06-9d659f8ebbe4 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0582268 Mar 15 17:20:06.275222 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d7dd9364-5870-497a-9d65-0f30b896b689 req-5eed80e8-cb2c-4eac-9caa-8b4954c27595 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421867 Mar 15 17:20:06.275679 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf75e9-572c-4e10-9f25-c97efb42bc6a req-8b28727e-2c58-4c1d-9a6d-8f6b3f221a90 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:06.277233 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fcbf75e9-572c-4e10-9f25-c97efb42bc6a req-8b28727e-2c58-4c1d-9a6d-8f6b3f221a90 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0556760 Mar 15 17:20:06.339806 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fcbf75e9-572c-4e10-9f25-c97efb42bc6a req-cf56309c-1cb3-4c51-ac61-1d30d96da551 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566890 Mar 15 17:20:07.408169 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f8482-ea22-4b8c-bb4c-bfd36f5f1811 req-487d698e-956f-4f42-b792-beadf2ff068f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:07.409674 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-618f8482-ea22-4b8c-bb4c-bfd36f5f1811 req-487d698e-956f-4f42-b792-beadf2ff068f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0569386 Mar 15 17:20:07.456302 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-618f8482-ea22-4b8c-bb4c-bfd36f5f1811 req-088ed91e-b228-4d4b-a988-b8ba35ff2cd8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403984 Mar 15 17:20:07.463239 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ddad4-1de3-4d86-9930-72e0c54e1bdc req-52da13d8-1af1-4e07-a129-d11be3f9da3d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:07.464746 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-785ddad4-1de3-4d86-9930-72e0c54e1bdc req-52da13d8-1af1-4e07-a129-d11be3f9da3d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0568542 Mar 15 17:20:07.514057 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-785ddad4-1de3-4d86-9930-72e0c54e1bdc req-7b08c191-4ac0-4bcb-ac66-41ac1ea01d80 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438104 Mar 15 17:20:08.588614 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba2ca-6e8a-41c4-9fa0-0892358c1176 req-5433800f-313a-4d53-92a3-84e715b35913 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:08.590339 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bc6ba2ca-6e8a-41c4-9fa0-0892358c1176 req-5433800f-313a-4d53-92a3-84e715b35913 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0611229 Mar 15 17:20:08.632846 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361f789-ae09-4354-a70b-f290cc75e8f1 req-c15e799f-a6d9-4952-a439-0033903d377d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:08.634336 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3361f789-ae09-4354-a70b-f290cc75e8f1 req-c15e799f-a6d9-4952-a439-0033903d377d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0539453 Mar 15 17:20:08.638828 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bc6ba2ca-6e8a-41c4-9fa0-0892358c1176 req-d7a35413-1e5c-4139-8e55-d1c8a8ea38e1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426526 Mar 15 17:20:08.684532 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3361f789-ae09-4354-a70b-f290cc75e8f1 req-a2f60525-bb22-4baa-8b86-a3c1d1986ef6 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444229 Mar 15 17:20:09.155070 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:09.769570 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c4d32-9c19-4fa0-910b-32ff4bfa70bd req-846dc841-5151-4117-9283-3a5c33bc4896 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:09.771150 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-154c4d32-9c19-4fa0-910b-32ff4bfa70bd req-846dc841-5151-4117-9283-3a5c33bc4896 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0559230 Mar 15 17:20:09.800127 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd0dd6-a7f1-4257-aa8b-8479922aaba8 req-4dc8db61-d54e-4288-8208-5eada8131a03 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:09.802168 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-21cd0dd6-a7f1-4257-aa8b-8479922aaba8 req-4dc8db61-d54e-4288-8208-5eada8131a03 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0519307 Mar 15 17:20:09.817583 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-154c4d32-9c19-4fa0-910b-32ff4bfa70bd req-84477b9b-8c13-46c6-a0a3-e79078a5249a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407767 Mar 15 17:20:09.854767 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-21cd0dd6-a7f1-4257-aa8b-8479922aaba8 req-b6646eb7-45f9-4bf9-9f16-5cd910605676 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469005 Mar 15 17:20:10.945211 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f01aa-371c-479d-9abe-267c6c355cbb req-85126f5d-5fdf-46bb-a187-7313395f2218 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:10.946715 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-134f01aa-371c-479d-9abe-267c6c355cbb req-85126f5d-5fdf-46bb-a187-7313395f2218 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0536172 Mar 15 17:20:10.971008 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6d2e0-b4b1-43e3-b95e-c9883c4b8f75 req-b2ebcc98-f130-4b40-ad54-ffd575576f02 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:10.972481 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a3f6d2e0-b4b1-43e3-b95e-c9883c4b8f75 req-b2ebcc98-f130-4b40-ad54-ffd575576f02 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0513322 Mar 15 17:20:10.993882 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-134f01aa-371c-479d-9abe-267c6c355cbb req-9944e158-d077-48f2-8051-fa918eccdb84 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Mar 15 17:20:11.021449 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a3f6d2e0-b4b1-43e3-b95e-c9883c4b8f75 req-fde9060c-aa2c-4a13-8b5a-2a380154b734 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431530 Mar 15 17:20:12.116593 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81f3ef-cb9f-4607-bc9a-b53e521357f2 req-04345f70-0064-4497-8373-b8a156bdce51 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:12.118256 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ca81f3ef-cb9f-4607-bc9a-b53e521357f2 req-04345f70-0064-4497-8373-b8a156bdce51 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0532913 Mar 15 17:20:12.138406 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980032e-9379-4e50-bbc9-c4f36ac2d71c req-fcb1ebc3-07b0-4263-b247-85ab279d756c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:12.139922 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e980032e-9379-4e50-bbc9-c4f36ac2d71c req-fcb1ebc3-07b0-4263-b247-85ab279d756c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0531845 Mar 15 17:20:12.172626 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ca81f3ef-cb9f-4607-bc9a-b53e521357f2 req-6e415c9a-bfe7-44c3-8812-98133f934261 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485389 Mar 15 17:20:12.193017 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e980032e-9379-4e50-bbc9-c4f36ac2d71c req-c3d5a05d-a611-4f45-8279-63618a9c236a tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465407 Mar 15 17:20:13.296345 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599135fc-ef8a-4f07-944c-24f12eecd069 req-4c20abbd-3983-428b-b1fe-4cff083dcf1b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:13.297815 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-599135fc-ef8a-4f07-944c-24f12eecd069 req-4c20abbd-3983-428b-b1fe-4cff083dcf1b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0514426 Mar 15 17:20:13.318090 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c93e04-da7b-49a0-a650-02b40db69b52 req-86e9a1a3-d85a-48db-be32-bb4d2759f04a tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:13.319584 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-39c93e04-da7b-49a0-a650-02b40db69b52 req-86e9a1a3-d85a-48db-be32-bb4d2759f04a tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0551212 Mar 15 17:20:13.345463 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-599135fc-ef8a-4f07-944c-24f12eecd069 req-ed19dfaf-d36f-46ea-b165-275a673c13e8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412760 Mar 15 17:20:13.368187 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-39c93e04-da7b-49a0-a650-02b40db69b52 req-bf948441-b7db-439a-8fae-14c63518742a tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432127 Mar 15 17:20:14.468732 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da64eca-5910-4dc4-9719-2f6b504d0b2a req-46917fed-e934-48bc-bd68-854b08f72cd6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:14.470888 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3da64eca-5910-4dc4-9719-2f6b504d0b2a req-46917fed-e934-48bc-bd68-854b08f72cd6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0526378 Mar 15 17:20:14.483684 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b84c7-5c31-4e28-bbca-a08221c5f3b3 req-6b83f306-1d16-409c-8085-69c68e9c0af2 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:14.485078 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b59b84c7-5c31-4e28-bbca-a08221c5f3b3 req-6b83f306-1d16-409c-8085-69c68e9c0af2 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0516005 Mar 15 17:20:14.517906 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3da64eca-5910-4dc4-9719-2f6b504d0b2a req-9a178e87-e888-48f9-ae25-38314c8063b8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413332 Mar 15 17:20:14.533993 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b59b84c7-5c31-4e28-bbca-a08221c5f3b3 req-3b86af8b-42f0-4018-858c-d8bfa862280b tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432403 Mar 15 17:20:14.893378 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 43486632-662c-4b43-a423-3ea9f6d6714c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:20:14.988928 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 43486632-662c-4b43-a423-3ea9f6d6714c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=43486632-662c-4b43-a423-3ea9f6d6714c,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:15.126236 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '43486632-662c-4b43-a423-3ea9f6d6714c', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'port_id': '43486632-662c-4b43-a423-3ea9f6d6714c', 'mac_address': 'fa:16:3e:d5:cc:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:20:15.164015 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 43486632-662c-4b43-a423-3ea9f6d6714c is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:15.164316 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:15.176767 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43486632-662c-4b43-a423-3ea9f6d6714c {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:20:15.196505 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 43486632-662c-4b43-a423-3ea9f6d6714c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=43486632-662c-4b43-a423-3ea9f6d6714c,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:15.297599 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:15.343850 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=43486632-662c-4b43-a423-3ea9f6d6714c,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:15.350638 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:15.351018 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:15.351367 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:15.351710 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:15.352047 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:15.352379 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:15.352741 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:15.353070 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:15.353397 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:15.353724 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:15.354054 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:15.354381 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:15.354703 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:15.355047 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:15.355368 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:15.556836 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['43486632-662c-4b43-a423-3ea9f6d6714c'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:20:15.650887 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369ff2b-f91a-4641-911d-88ce7d5bb0bc req-06fa0909-d5fa-4fd5-b0aa-5a667d28870b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:15.652426 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8369ff2b-f91a-4641-911d-88ce7d5bb0bc req-06fa0909-d5fa-4fd5-b0aa-5a667d28870b tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0602951 Mar 15 17:20:15.662355 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff4842-ee85-459f-8dae-0228861c3163 req-2e7713fc-8bf2-444c-b323-69966c38ecd5 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:15.665178 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c0ff4842-ee85-459f-8dae-0228861c3163 req-2e7713fc-8bf2-444c-b323-69966c38ecd5 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 945 time: 0.0578198 Mar 15 17:20:15.700965 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8369ff2b-f91a-4641-911d-88ce7d5bb0bc req-ebb7ebcc-e0c7-48c2-bdbc-e11d9334493d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427198 Mar 15 17:20:15.723832 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c0ff4842-ee85-459f-8dae-0228861c3163 req-0c6a27f3-0b16-49e4-a52c-184e52f0a0ee tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533578 Mar 15 17:20:15.966253 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-59b1a759-800d-436c-9821-ea0694341298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:16.823443 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d7556-09be-4051-a210-92f674ff188a req-23a7a854-98dd-4290-b806-296252b4a737 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:16.824949 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-374d7556-09be-4051-a210-92f674ff188a req-23a7a854-98dd-4290-b806-296252b4a737 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0517759 Mar 15 17:20:16.840238 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e63a7-502c-4a09-9e99-3922c6427bf1 req-fb64c285-0b8c-4bcb-9f20-c6979e07ddb4 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:16.841730 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab4e63a7-502c-4a09-9e99-3922c6427bf1 req-fb64c285-0b8c-4bcb-9f20-c6979e07ddb4 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 945 time: 0.0525937 Mar 15 17:20:16.872665 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-374d7556-09be-4051-a210-92f674ff188a req-b45b1753-ae15-4128-8aa6-6398081bcb82 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419357 Mar 15 17:20:16.893793 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab4e63a7-502c-4a09-9e99-3922c6427bf1 req-5cdefd6f-0363-42bb-8969-8c6fa0293c8c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464246 Mar 15 17:20:16.908012 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 43486632-662c-4b43-a423-3ea9f6d6714c up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:20:17.045591 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port 43486632-662c-4b43-a423-3ea9f6d6714c completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:20:17.049370 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 43486632-662c-4b43-a423-3ea9f6d6714c triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:17.052300 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:17.126316 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 43486632-662c-4b43-a423-3ea9f6d6714c is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:17.126707 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:17.149426 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43486632-662c-4b43-a423-3ea9f6d6714c'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:17.151769 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a96cfd-b251-40ef-a030-b09d6b00fee8" -d '{"events": [{"server_uuid": "7b2787c3-082a-467d-8fb2-c3dc33b5d521", "name": "network-vif-plugged", "status": "completed", "tag": "43486632-662c-4b43-a423-3ea9f6d6714c"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:17.163888 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 43486632-662c-4b43-a423-3ea9f6d6714c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=43486632-662c-4b43-a423-3ea9f6d6714c,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:17.263197 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:17.313783 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=43486632-662c-4b43-a423-3ea9f6d6714c,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:17.361795 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d70c12-f7ec-402a-aaad-fc51e8d7b703 x-openstack-request-id: req-76d70c12-f7ec-402a-aaad-fc51e8d7b703 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:17.362087 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2787c3-082a-467d-8fb2-c3dc33b5d521", "name": "network-vif-plugged", "status": "completed", "tag": "43486632-662c-4b43-a423-3ea9f6d6714c", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:17.362341 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76d70c12-f7ec-402a-aaad-fc51e8d7b703 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:17.362755 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43486632-662c-4b43-a423-3ea9f6d6714c', 'code': 200} Mar 15 17:20:17.844243 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3496e5-ce23-4946-9cde-2ce37b29c960 req-4cccf9d5-e00d-4573-bbf8-ac98091f882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:17.845778 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1d3496e5-ce23-4946-9cde-2ce37b29c960 req-4cccf9d5-e00d-4573-bbf8-ac98091f882b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 1130 time: 0.0426302 Mar 15 17:20:17.895679 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1d3496e5-ce23-4946-9cde-2ce37b29c960 req-a112a36e-9f01-420a-82b2-c45f01c4fdbe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421450 Mar 15 17:20:17.994525 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae800fa-9584-4231-ba2c-87fda9fa7d5b req-83934b10-f6ea-4457-9fb1-f88627591cd2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:17.996028 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cae800fa-9584-4231-ba2c-87fda9fa7d5b req-83934b10-f6ea-4457-9fb1-f88627591cd2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0514741 Mar 15 17:20:18.015049 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bf5e3-9783-4022-95fa-304285ddde51 req-a969e79b-3d3a-4a65-8ebd-f254e3d9a752 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:18.016567 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-660bf5e3-9783-4022-95fa-304285ddde51 req-a969e79b-3d3a-4a65-8ebd-f254e3d9a752 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0523126 Mar 15 17:20:18.047726 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cae800fa-9584-4231-ba2c-87fda9fa7d5b req-e561a245-64d6-4d52-8d01-2479a93247e1 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461092 Mar 15 17:20:18.067466 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-660bf5e3-9783-4022-95fa-304285ddde51 req-93d1817a-186d-41f1-9536-190a0d0f1c72 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442615 Mar 15 17:20:18.622881 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e0f28f5a-77aa-4a8b-b6d9-d1441fac3ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:19.179672 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083cac5-c780-4001-8af0-55ffbe722249 req-a37014c0-d55a-42e8-85d9-7b8cbc1604c7 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:19.181219 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5083cac5-c780-4001-8af0-55ffbe722249 req-a37014c0-d55a-42e8-85d9-7b8cbc1604c7 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0550661 Mar 15 17:20:19.190900 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed970-0bd7-4ca3-91f4-92bf7deaea1d req-8652ccd5-725a-4edc-9e2e-113bad32a1ca tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:19.192439 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-347ed970-0bd7-4ca3-91f4-92bf7deaea1d req-8652ccd5-725a-4edc-9e2e-113bad32a1ca tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0539641 Mar 15 17:20:19.236729 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5083cac5-c780-4001-8af0-55ffbe722249 req-c53b3d11-205d-4d64-bc10-0b5545575785 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497067 Mar 15 17:20:19.251838 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-347ed970-0bd7-4ca3-91f4-92bf7deaea1d req-8adcc7c2-6b11-4e75-8582-1049009cb004 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532122 Mar 15 17:20:19.417355 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:20.367576 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7e257-4ed6-4df5-ad24-cbd07b68c815 req-c37b68b4-6598-4855-8eae-80487f4d1684 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:20.369067 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-61c7e257-4ed6-4df5-ad24-cbd07b68c815 req-c37b68b4-6598-4855-8eae-80487f4d1684 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0525148 Mar 15 17:20:20.372903 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee054377-e892-4bd5-84e1-9ed55d3338ce req-3d03abb9-4233-4119-b9c8-b6ce805b44db tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:20.374853 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ee054377-e892-4bd5-84e1-9ed55d3338ce req-3d03abb9-4233-4119-b9c8-b6ce805b44db tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0573232 Mar 15 17:20:20.418222 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-61c7e257-4ed6-4df5-ad24-cbd07b68c815 req-1549c7cf-7762-4f12-8c7e-204fdfdcff73 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434589 Mar 15 17:20:20.421782 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ee054377-e892-4bd5-84e1-9ed55d3338ce req-a27d5652-ae08-483e-bf08-4d8890384ead tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407026 Mar 15 17:20:20.793923 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231e2c5-daf4-4c1c-9067-8f4a38fbedc6 req-6fc8f0df-0ba9-4d70-a067-10148778dd73 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:20.795441 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1231e2c5-daf4-4c1c-9067-8f4a38fbedc6 req-6fc8f0df-0ba9-4d70-a067-10148778dd73 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.3132727 Mar 15 17:20:20.845057 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1231e2c5-daf4-4c1c-9067-8f4a38fbedc6 req-508596fe-ebd7-4c4c-b1bd-e488f6a1f11b tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430508 Mar 15 17:20:20.867963 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 44032) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:20.920829 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 83741ec1-a54d-4101-9d52-80879e3cf84c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:20:20.981952 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:21.022955 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 83741ec1-a54d-4101-9d52-80879e3cf84c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83741ec1-a54d-4101-9d52-80879e3cf84c,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:21.035252 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'port_id': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'mac_address': 'fa:16:3e:c6:37:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:20:21.063357 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46ac240-e8f1-47a3-9fe1-d1fe6f810602 tempest-TestShelveInstance-1992833362 tempest-TestShelveInstance-1992833362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:21.064878 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e46ac240-e8f1-47a3-9fe1-d1fe6f810602 tempest-TestShelveInstance-1992833362 tempest-TestShelveInstance-1992833362-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 1125 time: 0.1966639 Mar 15 17:20:21.069230 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 44036) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:20:21.072754 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 83741ec1-a54d-4101-9d52-80879e3cf84c is: ACTIVE; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:21.073152 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:21.073545 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Request body: {'floatingip': {'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'port_id': '43486632-662c-4b43-a423-3ea9f6d6714c', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:20:21.086666 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83741ec1-a54d-4101-9d52-80879e3cf84c {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:20:21.105851 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 83741ec1-a54d-4101-9d52-80879e3cf84c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83741ec1-a54d-4101-9d52-80879e3cf84c,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:21.223740 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:21.224211 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:21.277040 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=83741ec1-a54d-4101-9d52-80879e3cf84c,revision_number=6']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:21.327205 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:21.354689 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['83741ec1-a54d-4101-9d52-80879e3cf84c'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:20:21.448473 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Allocated IP 172.27.3.63 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/7a0cd9f9-aadb-4ef1-97a5-4896d61c8518) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:20:21.593598 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd9d0e-9b20-4cc7-a03e-ec4a835f98f4 req-c6cf7c77-1537-4d57-be1a-1c6e97566f14 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:21.595112 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aefd9d0e-9b20-4cc7-a03e-ec4a835f98f4 req-c6cf7c77-1537-4d57-be1a-1c6e97566f14 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 945 time: 0.0803986 Mar 15 17:20:21.617323 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for port (7a0cd9f9-aadb-4ef1-97a5-4896d61c8518), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:21.671535 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aefd9d0e-9b20-4cc7-a03e-ec4a835f98f4 req-8082c16d-ae77-4ce7-91c3-b740ccbbd795 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700700 Mar 15 17:20:21.739302 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (7a0cd9f9-aadb-4ef1-97a5-4896d61c8518), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:21.782960 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:20:21.785985 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:20:21.789505 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:20:21.794784 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Pushing event updated for resources: {'Port': ['ID=7a0cd9f9-aadb-4ef1-97a5-4896d61c8518,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:22.146245 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for floatingip (3ae8335b-04b8-4d86-8ebc-cde1b89f8bb4), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:22.304169 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (7a0cd9f9-aadb-4ef1-97a5-4896d61c8518), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:22.464213 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for port (7a0cd9f9-aadb-4ef1-97a5-4896d61c8518), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:22.565997 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (7a0cd9f9-aadb-4ef1-97a5-4896d61c8518), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:22.608465 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:22.634041 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Pushing event updated for resources: {'Port': ['ID=7a0cd9f9-aadb-4ef1-97a5-4896d61c8518,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:22.653332 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (3ae8335b-04b8-4d86-8ebc-cde1b89f8bb4), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:22.785471 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Floating IP 3ae8335b-04b8-4d86-8ebc-cde1b89f8bb4 associated. External IP: 172.27.3.63, port: 43486632-662c-4b43-a423-3ea9f6d6714c. Mar 15 17:20:22.887674 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad94f8-01c2-44c7-869e-67db63a3f83e req-6e4fff2e-1e0a-4220-8b1f-6f9844b462f6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:22.889177 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c9ad94f8-01c2-44c7-869e-67db63a3f83e req-6e4fff2e-1e0a-4220-8b1f-6f9844b462f6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 945 time: 0.1381507 Mar 15 17:20:22.938441 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 83741ec1-a54d-4101-9d52-80879e3cf84c up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:20:23.001872 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 83741ec1-a54d-4101-9d52-80879e3cf84c triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:23.002682 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.011018 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c9ad94f8-01c2-44c7-869e-67db63a3f83e req-252a8600-036c-433c-bd30-f0502d6ae70e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142232 Mar 15 17:20:23.095704 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Router bf662d20-e906-4c64-b82b-5174d9d24f9f has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:20:23.134615 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 83741ec1-a54d-4101-9d52-80879e3cf84c is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:23.135333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.178075 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83741ec1-a54d-4101-9d52-80879e3cf84c'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:23.180713 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aacbe5-9038-4bba-a47d-4ba24fb6ce9d" -d '{"events": [{"server_uuid": "46fc1e8c-c4f0-4041-b8ef-55080abcd11e", "name": "network-vif-plugged", "status": "completed", "tag": "83741ec1-a54d-4101-9d52-80879e3cf84c"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:23.196944 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 83741ec1-a54d-4101-9d52-80879e3cf84c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83741ec1-a54d-4101-9d52-80879e3cf84c,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:23.236683 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a074b3ce-1682-4781-bb4b-15e8dd07a633 x-openstack-request-id: req-a074b3ce-1682-4781-bb4b-15e8dd07a633 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:23.236683 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fc1e8c-c4f0-4041-b8ef-55080abcd11e", "name": "network-vif-plugged", "status": "completed", "tag": "83741ec1-a54d-4101-9d52-80879e3cf84c", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:23.236683 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a074b3ce-1682-4781-bb4b-15e8dd07a633 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:23.236683 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'code': 200} Mar 15 17:20:23.248916 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:20:23.265970 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec827b-4a2d-4d3c-928d-bfac5b619e76 None None] Sync routers for ids ['bf662d20-e906-4c64-b82b-5174d9d24f9f'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:20:23.279095 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec827b-4a2d-4d3c-928d-bfac5b619e76 None None] Routers {'bf662d20-e906-4c64-b82b-5174d9d24f9f'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:23.280097 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-60ec827b-4a2d-4d3c-928d-bfac5b619e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:20:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['bf662d20-e906-4c64-b82b-5174d9d24f9f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:23.323756 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.443583 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:23.457252 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=83741ec1-a54d-4101-9d52-80879e3cf84c,revision_number=7']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:23.479662 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a72b7d39-e2c4-42b8-944d-f889f14990f8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4093525 Mar 15 17:20:23.480326 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'tag': '43486632-662c-4b43-a423-3ea9f6d6714c'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:23.483014 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0a6afe-81c5-41d1-8309-1fca94dea8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2787c3-082a-467d-8fb2-c3dc33b5d521", "tag": "43486632-662c-4b43-a423-3ea9f6d6714c"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:23.488910 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-60ec827b-4a2d-4d3c-928d-bfac5b619e76 None None] Set router bf662d20-e906-4c64-b82b-5174d9d24f9f gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:23.536426 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db2f681-c706-4e41-bb33-b05ae2b95bfd x-openstack-request-id: req-1db2f681-c706-4e41-bb33-b05ae2b95bfd {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:23.536971 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2787c3-082a-467d-8fb2-c3dc33b5d521", "tag": "43486632-662c-4b43-a423-3ea9f6d6714c", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:23.537549 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1db2f681-c706-4e41-bb33-b05ae2b95bfd {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:23.537961 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'tag': '43486632-662c-4b43-a423-3ea9f6d6714c', 'status': 'completed', 'code': 200} Mar 15 17:20:23.637126 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a6afe-81c5-41d1-8309-1fca94dea8b8 req-6acf89a3-f0d1-4cd8-a644-90fc727fa02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:23.639809 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f0a6afe-81c5-41d1-8309-1fca94dea8b8 req-6acf89a3-f0d1-4cd8-a644-90fc727fa02e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c00825d4e1094ac580f79cc84d46b348&device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 1130 time: 0.0734694 Mar 15 17:20:23.763365 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a6afe-81c5-41d1-8309-1fca94dea8b8 req-9e4f8ff5-acdd-4ad3-88a6-f9282deddb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:23.765093 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f0a6afe-81c5-41d1-8309-1fca94dea8b8 req-9e4f8ff5-acdd-4ad3-88a6-f9282deddb21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df28181e-0456-4cb6-926c-b96c8c92a6ce HTTP/1.1" status: 200 len: 909 time: 0.1174691 Mar 15 17:20:23.843399 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-60ec827b-4a2d-4d3c-928d-bfac5b619e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:25Z', 'revision_number': 4, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'gw_port': {'id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '3ae8335b-04b8-4d86-8ebc-cde1b89f8bb4', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'port_id': '43486632-662c-4b43-a423-3ea9f6d6714c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'mac_address': 'fa:16:3e:d5:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:20:22Z', 'updated_at': '2022-03-15T17:20:22Z', 'revision_number': 0, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f5cb0c-7442-44f1-a36b-983b9f296d32', 'name': '', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'mac_address': 'fa:16:3e:62:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:25Z', 'updated_at': '2022-03-15T17:19:31Z', 'revision_number': 5, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'subnets': [{'id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:23.844485 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f0a6afe-81c5-41d1-8309-1fca94dea8b8 req-e7845f29-513f-434c-ae4d-3e9c4801e346 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43486632-662c-4b43-a423-3ea9f6d6714c HTTP/1.1" status: 200 len: 999 time: 0.0723543 Mar 15 17:20:23.883013 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec827b-4a2d-4d3c-928d-bfac5b619e76 None None] Checking router: bf662d20-e906-4c64-b82b-5174d9d24f9f for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:20:23.893826 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec827b-4a2d-4d3c-928d-bfac5b619e76 None None] Routers {'bf662d20-e906-4c64-b82b-5174d9d24f9f'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:23.895614 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-60ec827b-4a2d-4d3c-928d-bfac5b619e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:20:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['bf662d20-e906-4c64-b82b-5174d9d24f9f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:23.912110 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a6afe-81c5-41d1-8309-1fca94dea8b8 req-11788f30-1a85-4708-901f-8cdd65a34da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:23.913738 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f0a6afe-81c5-41d1-8309-1fca94dea8b8 req-11788f30-1a85-4708-901f-8cdd65a34da8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5 HTTP/1.1" status: 200 len: 847 time: 0.0637023 Mar 15 17:20:24.016638 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a6afe-81c5-41d1-8309-1fca94dea8b8 req-7c26b3d8-a287-4472-ba9b-6f9b1036af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:24.016874 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-60ec827b-4a2d-4d3c-928d-bfac5b619e76 None None] Set router bf662d20-e906-4c64-b82b-5174d9d24f9f gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:24.018255 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f0a6afe-81c5-41d1-8309-1fca94dea8b8 req-7c26b3d8-a287-4472-ba9b-6f9b1036af78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df28181e-0456-4cb6-926c-b96c8c92a6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0960863 Mar 15 17:20:24.133971 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f0a6afe-81c5-41d1-8309-1fca94dea8b8 req-cc74a978-9031-4d95-9c13-62d1bbff3d8d service neutron] 10.222.0.55 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089814 Mar 15 17:20:24.174012 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f551885-37cb-4b43-9750-002779642d0e req-b0da9f1e-8488-4b3f-9580-a0bf05033849 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:24.176983 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3f551885-37cb-4b43-9750-002779642d0e req-b0da9f1e-8488-4b3f-9580-a0bf05033849 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0737612 Mar 15 17:20:24.278447 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3f551885-37cb-4b43-9750-002779642d0e req-07bd4a4a-05e3-460c-9a20-d55eb3132397 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955684 Mar 15 17:20:24.289183 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f0a6afe-81c5-41d1-8309-1fca94dea8b8 req-8e41e075-145f-4e3e-90da-4f2363f7e454 service neutron] 10.222.0.55 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458414 Mar 15 17:20:24.329245 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-60ec827b-4a2d-4d3c-928d-bfac5b619e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:25Z', 'revision_number': 4, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'gw_port': {'id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '3ae8335b-04b8-4d86-8ebc-cde1b89f8bb4', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'port_id': '43486632-662c-4b43-a423-3ea9f6d6714c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'mac_address': 'fa:16:3e:d5:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:20:22Z', 'updated_at': '2022-03-15T17:20:22Z', 'revision_number': 0, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f5cb0c-7442-44f1-a36b-983b9f296d32', 'name': '', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'mac_address': 'fa:16:3e:62:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:25Z', 'updated_at': '2022-03-15T17:19:31Z', 'revision_number': 5, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'subnets': [{'id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:24.362603 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec827b-4a2d-4d3c-928d-bfac5b619e76 None None] The sync data for ids ['bf662d20-e906-4c64-b82b-5174d9d24f9f'] in dv-cinder-831247-12-iscsi is: [{'id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:25Z', 'revision_number': 4, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'gw_port': {'id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '3ae8335b-04b8-4d86-8ebc-cde1b89f8bb4', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'port_id': '43486632-662c-4b43-a423-3ea9f6d6714c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'mac_address': 'fa:16:3e:d5:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:20:22Z', 'updated_at': '2022-03-15T17:20:22Z', 'revision_number': 0, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f5cb0c-7442-44f1-a36b-983b9f296d32', 'name': '', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'mac_address': 'fa:16:3e:62:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:25Z', 'updated_at': '2022-03-15T17:19:31Z', 'revision_number': 5, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'subnets': [{'id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:20:24.601179 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f59cdc-2cdf-4632-81ca-f023bdf306f1 None None] New status for floating IP 3ae8335b-04b8-4d86-8ebc-cde1b89f8bb4: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:20:25.442670 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296eaaf-ab40-4e76-af1a-335e6ffec7b0 req-c30e5bc4-eeeb-4d38-8ef0-d8a4ff6ee30f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:25.444202 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b296eaaf-ab40-4e76-af1a-335e6ffec7b0 req-c30e5bc4-eeeb-4d38-8ef0-d8a4ff6ee30f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0586658 Mar 15 17:20:25.499923 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b296eaaf-ab40-4e76-af1a-335e6ffec7b0 req-a8b0752f-9ce0-4bf5-8626-9e2dc477a2a6 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487804 Mar 15 17:20:26.629865 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23799e9c-699d-48f8-9a88-242d7394e2d3 req-f11a57f5-d7ad-4727-858b-c66cc2faf314 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:26.631407 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-23799e9c-699d-48f8-9a88-242d7394e2d3 req-f11a57f5-d7ad-4727-858b-c66cc2faf314 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0557756 Mar 15 17:20:26.682303 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-23799e9c-699d-48f8-9a88-242d7394e2d3 req-a974b096-6ccf-493a-9eff-30703e0c864a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450180 Mar 15 17:20:27.828859 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594c5ac-ca2e-4ccf-8aee-d6675737dd36 req-80241c24-a39e-43dc-ab35-375b69d5d96a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:27.835344 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7594c5ac-ca2e-4ccf-8aee-d6675737dd36 req-80241c24-a39e-43dc-ab35-375b69d5d96a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0759172 Mar 15 17:20:28.160432 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7594c5ac-ca2e-4ccf-8aee-d6675737dd36 req-d6979e24-4bf7-4869-b199-3700506adf0c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3217340 Mar 15 17:20:29.290756 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35632687-af97-45b7-9684-efdff072d4ca req-209da698-a80a-4e80-b986-8d5916df6777 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:29.292298 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-35632687-af97-45b7-9684-efdff072d4ca req-209da698-a80a-4e80-b986-8d5916df6777 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0546222 Mar 15 17:20:29.345448 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-35632687-af97-45b7-9684-efdff072d4ca req-44300981-e4a5-4164-86e7-67f21b0a4c65 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465722 Mar 15 17:20:30.482703 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bbb25-8389-43d2-af96-1152280afac6 req-d36d2aab-1ea0-4107-b2e1-e89bfe2a22c9 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:30.484954 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-886bbb25-8389-43d2-af96-1152280afac6 req-d36d2aab-1ea0-4107-b2e1-e89bfe2a22c9 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0601459 Mar 15 17:20:30.543417 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-886bbb25-8389-43d2-af96-1152280afac6 req-75ce2062-853a-4e21-be9f-3c425b987855 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516319 Mar 15 17:20:31.723914 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2d14d-0dfa-4116-8d24-19a3591f9517 req-5401b7d8-0899-4a75-ae5d-2281860a8c7d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:31.730978 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-53c2d14d-0dfa-4116-8d24-19a3591f9517 req-5401b7d8-0899-4a75-ae5d-2281860a8c7d tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0747161 Mar 15 17:20:31.796139 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-53c2d14d-0dfa-4116-8d24-19a3591f9517 req-6d5b7685-5e22-4316-93bf-d815756ec117 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633891 Mar 15 17:20:32.255124 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:20:32.911013 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c353e-db2e-4e31-ae75-2510ac100faa req-945f1164-9fea-425e-8521-c347012698dd tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:32.912582 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d81c353e-db2e-4e31-ae75-2510ac100faa req-945f1164-9fea-425e-8521-c347012698dd tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0542486 Mar 15 17:20:32.960501 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d81c353e-db2e-4e31-ae75-2510ac100faa req-6dd0bc14-83a3-4f1d-93f2-0d5ae3dc7227 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423155 Mar 15 17:20:34.082893 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8b390-64e7-42c7-be9b-f89d214f6278 req-09b07577-3c84-406f-9d5a-c68db1c94f2c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:34.084219 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-30c8b390-64e7-42c7-be9b-f89d214f6278 req-09b07577-3c84-406f-9d5a-c68db1c94f2c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0517619 Mar 15 17:20:34.136277 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-30c8b390-64e7-42c7-be9b-f89d214f6278 req-99b6efe8-adfb-4bd1-95cb-8c2320b2a966 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465083 Mar 15 17:20:35.102511 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b8db8-03c9-43f9-80be-fbd828314fa0 req-babdba8e-05db-4c57-9581-6cf24e5573d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:35.103962 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9e0b8db8-03c9-43f9-80be-fbd828314fa0 req-babdba8e-05db-4c57-9581-6cf24e5573d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 1130 time: 0.0438294 Mar 15 17:20:35.199484 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b8db8-03c9-43f9-80be-fbd828314fa0 req-37ad8303-b8e5-47a0-8d6b-2eb73e6ef7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:35.200977 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9e0b8db8-03c9-43f9-80be-fbd828314fa0 req-37ad8303-b8e5-47a0-8d6b-2eb73e6ef7c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f8cff2af-e6bb-48e4-afbf-b43442da6768 HTTP/1.1" status: 200 len: 918 time: 0.0906065 Mar 15 17:20:35.268399 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfb552-8faf-43e6-b044-0ac2b3bf45e1 req-f369ad89-d1e5-40a1-97dd-79f485dd41ba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:35.269165 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9e0b8db8-03c9-43f9-80be-fbd828314fa0 req-979ea0d1-7419-4db8-9982-f9aa081ac995 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83741ec1-a54d-4101-9d52-80879e3cf84c HTTP/1.1" status: 200 len: 1002 time: 0.0590353 Mar 15 17:20:35.269919 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-17dfb552-8faf-43e6-b044-0ac2b3bf45e1 req-f369ad89-d1e5-40a1-97dd-79f485dd41ba tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0549929 Mar 15 17:20:35.324063 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b8db8-03c9-43f9-80be-fbd828314fa0 req-aaa5499c-188a-4b74-b696-9df1219e447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:35.325512 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9e0b8db8-03c9-43f9-80be-fbd828314fa0 req-aaa5499c-188a-4b74-b696-9df1219e447d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11 HTTP/1.1" status: 200 len: 856 time: 0.0496678 Mar 15 17:20:35.325958 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-17dfb552-8faf-43e6-b044-0ac2b3bf45e1 req-75cb629c-9052-4ed6-8ce8-dfdd42791f48 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420759 Mar 15 17:20:35.379470 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b8db8-03c9-43f9-80be-fbd828314fa0 req-0059456f-8876-48ef-aa38-6cc73c3151cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:35.380877 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9e0b8db8-03c9-43f9-80be-fbd828314fa0 req-0059456f-8876-48ef-aa38-6cc73c3151cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8cff2af-e6bb-48e4-afbf-b43442da6768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452404 Mar 15 17:20:35.475327 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9e0b8db8-03c9-43f9-80be-fbd828314fa0 req-55d7c51f-4ea9-4214-8fb1-cafba2932bd3 service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883901 Mar 15 17:20:35.567041 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9e0b8db8-03c9-43f9-80be-fbd828314fa0 req-70bd211a-38ad-48fb-a98e-ac7300132f41 service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853934 Mar 15 17:20:36.453578 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e36561-b8ea-4cdb-b418-da7e5bcd2672 req-33177905-6694-47ae-be00-50ee781c331c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:36.455078 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-51e36561-b8ea-4cdb-b418-da7e5bcd2672 req-33177905-6694-47ae-be00-50ee781c331c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0518947 Mar 15 17:20:36.501648 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-51e36561-b8ea-4cdb-b418-da7e5bcd2672 req-0fd39ba1-4ea2-441e-aed4-ec112d78131a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403824 Mar 15 17:20:37.630425 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed8051-3f36-43fc-95ab-b97b3e062b87 req-722f7436-99ca-4d0e-b1ab-4772caa89da5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:37.632089 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e8ed8051-3f36-43fc-95ab-b97b3e062b87 req-722f7436-99ca-4d0e-b1ab-4772caa89da5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 946 time: 0.0551724 Mar 15 17:20:37.680524 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e8ed8051-3f36-43fc-95ab-b97b3e062b87 req-be0c18c2-00f2-4c25-9215-a4292ac102f8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425920 Mar 15 17:20:39.000106 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:39.052439 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 83741ec1-a54d-4101-9d52-80879e3cf84c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:20:39.270536 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 83741ec1-a54d-4101-9d52-80879e3cf84c is: ACTIVE; New status is: DOWN {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:39.271020 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:39.293910 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83741ec1-a54d-4101-9d52-80879e3cf84c'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:39.296267 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c327cb7-a347-4d55-8527-95acf5f117f6" -d '{"events": [{"server_uuid": "46fc1e8c-c4f0-4041-b8ef-55080abcd11e", "name": "network-vif-unplugged", "status": "completed", "tag": "83741ec1-a54d-4101-9d52-80879e3cf84c"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:39.309177 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 83741ec1-a54d-4101-9d52-80879e3cf84c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83741ec1-a54d-4101-9d52-80879e3cf84c,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:39.327746 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4ab8d8-b256-4792-876a-dcd7368e9cff x-openstack-request-id: req-de4ab8d8-b256-4792-876a-dcd7368e9cff {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:39.328062 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fc1e8c-c4f0-4041-b8ef-55080abcd11e", "name": "network-vif-unplugged", "status": "failed", "tag": "83741ec1-a54d-4101-9d52-80879e3cf84c", "code": 422}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:39.328380 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de4ab8d8-b256-4792-876a-dcd7368e9cff {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:39.328759 dv-cinder-831247-12-iscsi neutron-server[103958]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'code': 422} returned with failed status Mar 15 17:20:39.370824 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:39.419429 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=83741ec1-a54d-4101-9d52-80879e3cf84c,revision_number=8']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:39.823547 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01352e-a57f-4735-b84b-d231ecb900d2 req-dd195c63-69d1-48a2-86b0-e4043860888a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:39.825039 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8c01352e-a57f-4735-b84b-d231ecb900d2 req-dd195c63-69d1-48a2-86b0-e4043860888a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0571790 Mar 15 17:20:39.871865 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8c01352e-a57f-4735-b84b-d231ecb900d2 req-9f4bf098-035b-4938-b578-ae00ed79c87a tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412695 Mar 15 17:20:40.157023 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-8716fa15-374f-4e66-8763-5001d630ac5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419409 Mar 15 17:20:40.235362 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-d0fca87d-d069-4936-a3be-49cfc0f76104 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:40.236701 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-d0fca87d-d069-4936-a3be-49cfc0f76104 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports/83741ec1-a54d-4101-9d52-80879e3cf84c HTTP/1.1" status: 200 len: 941 time: 0.0530508 Mar 15 17:20:40.996648 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d17705-f81c-4df9-adc1-50a025e77c01 req-3c0f6aab-83b1-4be2-8d4a-2b3e2602d6d7 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:40.998211 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-01d17705-f81c-4df9-adc1-50a025e77c01 req-3c0f6aab-83b1-4be2-8d4a-2b3e2602d6d7 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0529506 Mar 15 17:20:41.046053 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-01d17705-f81c-4df9-adc1-50a025e77c01 req-0c33d71b-40c0-48de-9898-2925c78efdec tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421724 Mar 15 17:20:41.625403 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-d11ff08c-ed18-4003-a772-a0daaa49a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:41.627103 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-d11ff08c-ed18-4003-a772-a0daaa49a92b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e&tenant_id=bc312adc0e8540e2b9f74a8d38e318bc HTTP/1.1" status: 200 len: 1128 time: 0.0443869 Mar 15 17:20:41.701883 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-0a366a8d-db88-4083-a1e7-76baf99113bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:41.703435 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-0a366a8d-db88-4083-a1e7-76baf99113bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 1128 time: 0.0532098 Mar 15 17:20:41.799308 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-49602c03-f2d7-4c2e-83cf-853df8c9423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:41.801698 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-49602c03-f2d7-4c2e-83cf-853df8c9423b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f8cff2af-e6bb-48e4-afbf-b43442da6768 HTTP/1.1" status: 200 len: 918 time: 0.0919328 Mar 15 17:20:41.873587 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-f838e96f-16f0-40ba-b826-ecd487a75ceb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83741ec1-a54d-4101-9d52-80879e3cf84c HTTP/1.1" status: 200 len: 1000 time: 0.0658793 Mar 15 17:20:41.926705 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-b3a5c913-6886-4f85-9592-e1cca9971311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:41.928116 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-b3a5c913-6886-4f85-9592-e1cca9971311 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11 HTTP/1.1" status: 200 len: 856 time: 0.0485201 Mar 15 17:20:41.984833 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-4b198096-6b21-4ec0-930b-41b0b07fd792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:41.986475 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-4b198096-6b21-4ec0-930b-41b0b07fd792 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8cff2af-e6bb-48e4-afbf-b43442da6768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470433 Mar 15 17:20:42.085753 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-de1b836c-d683-40ea-82ce-d92827bda9ff service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927088 Mar 15 17:20:42.220380 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dda97-a275-4122-b9d0-1988e25eb6de req-8c2c45e1-118b-48bd-bd9a-094124b76455 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:42.222445 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cd1dda97-a275-4122-b9d0-1988e25eb6de req-8c2c45e1-118b-48bd-bd9a-094124b76455 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0857403 Mar 15 17:20:42.224279 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-b6eb25b8-4353-4b5a-81b3-5ad585214d3f service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313372 Mar 15 17:20:42.270140 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cd1dda97-a275-4122-b9d0-1988e25eb6de req-3f55a7c2-d413-4234-8fdd-32cc14245948 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 Mar 15 17:20:43.401034 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e5e88-cc7a-4a8f-b906-0ca33abb8c4f req-bdee63f7-8b68-4a8e-967f-e90a35f9ef59 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:43.402495 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-879e5e88-cc7a-4a8f-b906-0ca33abb8c4f req-bdee63f7-8b68-4a8e-967f-e90a35f9ef59 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0542262 Mar 15 17:20:43.451816 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-879e5e88-cc7a-4a8f-b906-0ca33abb8c4f req-1268f52e-6c3f-4d71-9626-f2ff055f2a71 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437615 Mar 15 17:20:44.584116 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb3f33-af36-413c-951c-67e006eda4c9 req-d1eface6-6cac-4f05-a4fc-0cf4343d4d99 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:44.585838 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-67fb3f33-af36-413c-951c-67e006eda4c9 req-d1eface6-6cac-4f05-a4fc-0cf4343d4d99 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0553720 Mar 15 17:20:44.635712 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-67fb3f33-af36-413c-951c-67e006eda4c9 req-c25c94b8-58f0-49f4-83e4-744054a5917c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439458 Mar 15 17:20:45.777759 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17024e-7158-4afb-a13e-62cd07398d84 req-1afe99e7-73fc-4d4e-83ba-6552cd52ad9f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:45.779267 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ff17024e-7158-4afb-a13e-62cd07398d84 req-1afe99e7-73fc-4d4e-83ba-6552cd52ad9f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0556173 Mar 15 17:20:45.833898 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ff17024e-7158-4afb-a13e-62cd07398d84 req-3d424aa8-1c7f-44d8-a559-a902d1aa5554 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471182 Mar 15 17:20:45.958691 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-dc76fa11-4227-4e87-9417-e66380a9ba8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:46.974416 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21668416-803a-4899-a7b2-0b0d3f19a954 req-184382b4-38b8-416d-9bd8-e0dde6447808 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:46.976027 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-21668416-803a-4899-a7b2-0b0d3f19a954 req-184382b4-38b8-416d-9bd8-e0dde6447808 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0581419 Mar 15 17:20:47.034684 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-21668416-803a-4899-a7b2-0b0d3f19a954 req-bf2fb998-ea1c-43d8-80a4-610ce105c83e tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524244 Mar 15 17:20:48.189860 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de727c-7c5b-4b34-bc0d-74c932a7be0c req-d67f1441-52a9-4310-ba8f-ee08791b5fd4 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:48.191549 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a1de727c-7c5b-4b34-bc0d-74c932a7be0c req-d67f1441-52a9-4310-ba8f-ee08791b5fd4 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0675805 Mar 15 17:20:48.243517 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a1de727c-7c5b-4b34-bc0d-74c932a7be0c req-6996ec43-8f1a-4203-9887-e133c8064470 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464270 Mar 15 17:20:48.628764 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d10286af-62e3-4c98-821e-a90c293189b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:49.398383 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210debf-291b-4433-b0a3-f3815a3db5ae req-fda3847f-63fd-46fa-ae72-224f494d36e8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:49.400428 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c210debf-291b-4433-b0a3-f3815a3db5ae req-fda3847f-63fd-46fa-ae72-224f494d36e8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0619133 Mar 15 17:20:49.421300 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:49.476306 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c210debf-291b-4433-b0a3-f3815a3db5ae req-8d5a7bad-2535-4ab6-9798-9a9a151c143f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683703 Mar 15 17:20:50.606431 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee500e3-b0b3-419e-80a0-e29da04c37e9 req-5bf0b38f-5108-4cc3-a557-11586d766613 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:50.608020 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9ee500e3-b0b3-419e-80a0-e29da04c37e9 req-5bf0b38f-5108-4cc3-a557-11586d766613 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0547161 Mar 15 17:20:50.665141 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9ee500e3-b0b3-419e-80a0-e29da04c37e9 req-c51b2e2e-4615-450c-abbc-5fce94d19075 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511427 Mar 15 17:20:51.186714 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:51.792628 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d59833-4bb7-4b82-a588-f3cba00b3116 req-e00b7d59-2a0d-4b9c-af22-38bc0d0014be tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:51.794391 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-65d59833-4bb7-4b82-a588-f3cba00b3116 req-e00b7d59-2a0d-4b9c-af22-38bc0d0014be tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0547535 Mar 15 17:20:51.841493 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-65d59833-4bb7-4b82-a588-f3cba00b3116 req-92887c18-5a6b-4f20-b51a-7b5439cafd35 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414615 Mar 15 17:20:52.598449 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:52.973972 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8e890-117d-4f37-931f-e693eacf2649 req-34c92c07-6a0b-4f53-a6bf-611d89ced523 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:52.975471 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cdd8e890-117d-4f37-931f-e693eacf2649 req-34c92c07-6a0b-4f53-a6bf-611d89ced523 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0593870 Mar 15 17:20:53.025375 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cdd8e890-117d-4f37-931f-e693eacf2649 req-fd237f25-9e87-4545-9cff-e79320884ba9 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443282 Mar 15 17:20:54.155536 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9d01b-44d7-4795-a3dd-84e4c1230dd0 req-03415fc6-5de3-4cc5-ac8b-dfc9cc5e19f2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:54.157090 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3d9d01b-44d7-4795-a3dd-84e4c1230dd0 req-03415fc6-5de3-4cc5-ac8b-dfc9cc5e19f2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0564449 Mar 15 17:20:54.206372 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3d9d01b-44d7-4795-a3dd-84e4c1230dd0 req-41172c49-47ec-49e8-8766-aaae91c1e9ad tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427549 Mar 15 17:20:55.120297 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 83741ec1-a54d-4101-9d52-80879e3cf84c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:20:55.218882 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 83741ec1-a54d-4101-9d52-80879e3cf84c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83741ec1-a54d-4101-9d52-80879e3cf84c,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:55.231864 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'port_id': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'mac_address': 'fa:16:3e:c6:37:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:20:55.269314 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 83741ec1-a54d-4101-9d52-80879e3cf84c is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:55.271551 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:55.284217 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83741ec1-a54d-4101-9d52-80879e3cf84c {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:20:55.306469 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 83741ec1-a54d-4101-9d52-80879e3cf84c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83741ec1-a54d-4101-9d52-80879e3cf84c,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:55.359162 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094e1ec-9772-469b-b931-a204ce76c253 req-ef0f6988-8ff8-4ed8-aabe-4c43f9e55b60 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:55.364730 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3094e1ec-9772-469b-b931-a204ce76c253 req-ef0f6988-8ff8-4ed8-aabe-4c43f9e55b60 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 944 time: 0.0800045 Mar 15 17:20:55.414331 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3094e1ec-9772-469b-b931-a204ce76c253 req-38fbd983-888e-4cdd-af6f-6d4e2733d261 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472736 Mar 15 17:20:55.415376 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:55.474869 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=83741ec1-a54d-4101-9d52-80879e3cf84c,revision_number=9']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:55.557865 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf46caa-9878-4ac6-8422-d5917830d634 req-c4c9463d-9ae4-4393-9509-ffb796aa7a4a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:55.559321 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2cf46caa-9878-4ac6-8422-d5917830d634 req-c4c9463d-9ae4-4393-9509-ffb796aa7a4a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 945 time: 0.0553925 Mar 15 17:20:55.610564 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2cf46caa-9878-4ac6-8422-d5917830d634 req-985e8da9-9976-4a4e-a0fa-b32adea3ed3c tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=398c6cb0-f076-409b-bb3c-4229cf443f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457079 Mar 15 17:20:55.672010 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['83741ec1-a54d-4101-9d52-80879e3cf84c'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:20:56.553188 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06278b5-da29-45de-8a7c-ff7c4f09aa51 req-b8ec874f-19bc-4c05-a048-7a86cc460bce tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:56.554762 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c06278b5-da29-45de-8a7c-ff7c4f09aa51 req-b8ec874f-19bc-4c05-a048-7a86cc460bce tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 945 time: 0.0551155 Mar 15 17:20:56.606360 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c06278b5-da29-45de-8a7c-ff7c4f09aa51 req-52eb7cdc-cd63-4b00-9064-34beaecdc3a5 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426948 Mar 15 17:20:56.739466 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bb0ea-b04e-4e6b-b33a-3a0ec801b1cd req-9f2f60a2-b2f0-4f70-b3b5-f94a1916963e tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:56.741303 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fc9bb0ea-b04e-4e6b-b33a-3a0ec801b1cd req-9f2f60a2-b2f0-4f70-b3b5-f94a1916963e tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 945 time: 0.0566347 Mar 15 17:20:56.794846 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fc9bb0ea-b04e-4e6b-b33a-3a0ec801b1cd req-7ca33f61-21a4-4d6f-8c0c-bf0ce7a44378 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups?id=398c6cb0-f076-409b-bb3c-4229cf443f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481131 Mar 15 17:20:57.144211 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 83741ec1-a54d-4101-9d52-80879e3cf84c up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:20:57.167808 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-c7a0f6d0-4cce-40fc-ba62-e20cb3e3a6b7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:57.169425 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-c7a0f6d0-4cce-40fc-ba62-e20cb3e3a6b7 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 945 time: 0.0552845 Mar 15 17:20:57.205780 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 83741ec1-a54d-4101-9d52-80879e3cf84c triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:20:57.206590 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:57.276428 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Deleting port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:20:57.276929 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:57.283393 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 83741ec1-a54d-4101-9d52-80879e3cf84c is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:20:57.283796 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:57.306344 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83741ec1-a54d-4101-9d52-80879e3cf84c'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:57.308667 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c5f36f-911d-460a-96b2-35dc1a6192f7" -d '{"events": [{"server_uuid": "46fc1e8c-c4f0-4041-b8ef-55080abcd11e", "name": "network-vif-plugged", "status": "completed", "tag": "83741ec1-a54d-4101-9d52-80879e3cf84c"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:57.324137 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 83741ec1-a54d-4101-9d52-80879e3cf84c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83741ec1-a54d-4101-9d52-80879e3cf84c,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:57.348906 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49eaa3e-c5f3-405f-9f4b-01fa51ad6dd0 x-openstack-request-id: req-a49eaa3e-c5f3-405f-9f4b-01fa51ad6dd0 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:57.349209 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fc1e8c-c4f0-4041-b8ef-55080abcd11e", "name": "network-vif-plugged", "status": "completed", "tag": "83741ec1-a54d-4101-9d52-80879e3cf84c", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:57.349469 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a49eaa3e-c5f3-405f-9f4b-01fa51ad6dd0 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:57.349868 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'code': 200} Mar 15 17:20:57.374355 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] For port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:57.374885 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:57.426841 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:57.479383 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=83741ec1-a54d-4101-9d52-80879e3cf84c,revision_number=10']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:57.523340 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d04cf1-cd15-4c1c-9c9c-a5d9ab31b72b req-25952b88-4740-41ce-9fd8-315f7a07af3f tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:57.524902 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e7d04cf1-cd15-4c1c-9c9c-a5d9ab31b72b req-25952b88-4740-41ce-9fd8-315f7a07af3f tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 945 time: 0.1458640 Mar 15 17:20:57.628913 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e7d04cf1-cd15-4c1c-9c9c-a5d9ab31b72b req-780b484f-213e-4068-a54d-4577449b5736 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1402f2-1c14-4d8e-bd27-74e47bc613d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967755 Mar 15 17:20:57.631782 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:57.632210 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (97c7f25d-8c41-46af-af72-d61668edbc6b), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:57.632656 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Floating IP 97c7f25d-8c41-46af-af72-d61668edbc6b disassociated. External IP: 172.27.3.124, port: 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d. Mar 15 17:20:57.633135 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Calling delete_port for 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:20:57.762148 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e71612-e3d9-476d-99b4-31feef3a77cf req-eb0c968b-90aa-4726-bc94-e1f3597f730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:57.763531 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e4e71612-e3d9-476d-99b4-31feef3a77cf req-eb0c968b-90aa-4726-bc94-e1f3597f730d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 1131 time: 0.0775194 Mar 15 17:20:57.771927 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896040b8-a9ca-4be6-814e-64bf7a186df9 req-1633e9c3-3f2c-4f4a-93ab-6674260f6bf2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:57.773334 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-896040b8-a9ca-4be6-814e-64bf7a186df9 req-1633e9c3-3f2c-4f4a-93ab-6674260f6bf2 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 947 time: 0.0791421 Mar 15 17:20:57.832926 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:57.841102 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e4e71612-e3d9-476d-99b4-31feef3a77cf req-9d663f53-a1ae-4499-8db6-b706ad8b8441 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665121 Mar 15 17:20:57.849457 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-896040b8-a9ca-4be6-814e-64bf7a186df9 req-e581d15c-d846-4343-a771-fa83c4780c16 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698571 Mar 15 17:20:57.864135 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event deleted for resources: {'Port': ['ID=93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:20:57.901147 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-268e4281-8fd6-4334-b21e-9db4b2e48cf2 req-6bc3d23e-ad13-4bf6-be41-7d5d0ccd85af tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 210 time: 0.0344617 Mar 15 17:20:57.903407 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:57.903764 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:57.904242 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:57.904442 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:57.904761 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:57.905094 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:57.905452 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:57.905758 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:57.906085 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:57.906411 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:57.906757 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:57.907089 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:57.907412 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:57.907735 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:57.908053 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:20:58.022920 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Router 91396da6-be11-4177-8f93-2dbf6404da12 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:20:58.133857 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:20:58.145959 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d5147b-2662-46f0-accc-e883447c30e5 None None] Sync routers for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:20:58.156390 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d5147b-2662-46f0-accc-e883447c30e5 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:58.157012 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-95d5147b-2662-46f0-accc-e883447c30e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:20:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:58.174200 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] No DVR routers for this DVR port 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d on host hv-cinder-83124 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:20:58.176783 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:58.180175 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36206f1c-8d7d-434f-b7b1-7f6508638a90 req-465f62d3-cf99-40ee-b16c-3837336d551a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.55 "DELETE /v2.0/ports/93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d HTTP/1.1" status: 204 len: 173 time: 1.0042510 Mar 15 17:20:58.180589 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3da47fd-9d6d-45d7-8321-b4f3ac7a343b', 'name': 'network-vif-deleted', 'tag': '93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:20:58.182936 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eef5dcf-791b-4790-885b-3a6bac918773" -d '{"events": [{"server_uuid": "b3da47fd-9d6d-45d7-8321-b4f3ac7a343b", "name": "network-vif-deleted", "tag": "93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:20:58.221305 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039b6b2c-c056-467b-98d3-d2409640f1e0 x-openstack-request-id: req-039b6b2c-c056-467b-98d3-d2409640f1e0 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:20:58.221804 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3da47fd-9d6d-45d7-8321-b4f3ac7a343b", "name": "network-vif-deleted", "tag": "93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:20:58.222223 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-039b6b2c-c056-467b-98d3-d2409640f1e0 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:20:58.222818 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3da47fd-9d6d-45d7-8321-b4f3ac7a343b', 'name': 'network-vif-deleted', 'tag': '93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d', 'status': 'completed', 'code': 200} Mar 15 17:20:58.280854 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-95d5147b-2662-46f0-accc-e883447c30e5 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:58.490472 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-95d5147b-2662-46f0-accc-e883447c30e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:58.526851 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d5147b-2662-46f0-accc-e883447c30e5 None None] Checking router: 91396da6-be11-4177-8f93-2dbf6404da12 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:20:58.536167 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d5147b-2662-46f0-accc-e883447c30e5 None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:20:58.536726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-95d5147b-2662-46f0-accc-e883447c30e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:20:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:58.640106 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-95d5147b-2662-46f0-accc-e883447c30e5 None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:20:58.751784 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4449d8-4b8f-4b23-ae03-517b21a4a6ee req-edeae8d6-ccd3-4313-b1a8-aab9560aec94 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:58.753391 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2e4449d8-4b8f-4b23-ae03-517b21a4a6ee req-edeae8d6-ccd3-4313-b1a8-aab9560aec94 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 945 time: 0.0542576 Mar 15 17:20:58.809005 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2e4449d8-4b8f-4b23-ae03-517b21a4a6ee req-3323d91f-4bb4-4527-9762-16080f466600 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1402f2-1c14-4d8e-bd27-74e47bc613d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498576 Mar 15 17:20:58.843793 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-95d5147b-2662-46f0-accc-e883447c30e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:20:58.869924 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d5147b-2662-46f0-accc-e883447c30e5 None None] The sync data for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi is: [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:14:16Z', 'revision_number': 4, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '5f3d91b0-aa54-4f79-8251-24fc2031d6ee', 'name': '', 'network_id': 'e3d728a8-748d-4c18-bacb-a3e562d9afc7', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'mac_address': 'fa:16:3e:cf:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:15Z', 'updated_at': '2022-03-15T17:14:31Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'subnets': [{'id': 'f01540eb-1a88-461c-85a1-2be4331180be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:20:59.026017 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6319b4b-7195-484f-8dff-e5f2489d6338 req-217c0d07-d9d5-4b3f-b2ae-00519b782e01 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:59.027448 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-139ffd32-6447-434f-a744-c8e988558a73 req-93e3f15e-6345-40f9-a2c4-637b7bc59a12 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3da47fd-9d6d-45d7-8321-b4f3ac7a343b HTTP/1.1" status: 200 len: 210 time: 0.0281260 Mar 15 17:20:59.027768 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a6319b4b-7195-484f-8dff-e5f2489d6338 req-217c0d07-d9d5-4b3f-b2ae-00519b782e01 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 947 time: 0.0916224 Mar 15 17:20:59.087500 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a6319b4b-7195-484f-8dff-e5f2489d6338 req-fb7148fc-ee52-453a-a8a6-1d05cac79b41 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577061 Mar 15 17:20:59.192326 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7151b77-79da-4850-b2a0-18c136b64820 None None] New status for floating IP 97c7f25d-8c41-46af-af72-d61668edbc6b: DOWN {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:20:59.667677 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-3bfb259a-e46f-4318-ac66-2640fa2f338d tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:20:59.669046 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-3bfb259a-e46f-4318-ac66-2640fa2f338d tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 945 time: 0.0541492 Mar 15 17:20:59.766914 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-54063179-2847-4707-8621-4656a2532949 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Deleting port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:20:59.767255 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-54063179-2847-4707-8621-4656a2532949 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:20:59.866467 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-54063179-2847-4707-8621-4656a2532949 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] For port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=69e2f8cf-c10f-4e97-82fe-709919c9d3e4,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:20:59.867038 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-54063179-2847-4707-8621-4656a2532949 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:00.008721 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb7af6-ffbe-4830-ad86-c57d28b377d1 req-91ee7a07-e9ad-4f9e-97df-79076cdb60aa tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:00.010379 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f8eb7af6-ffbe-4830-ad86-c57d28b377d1 req-91ee7a07-e9ad-4f9e-97df-79076cdb60aa tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 945 time: 0.1301398 Mar 15 17:21:00.106400 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-54063179-2847-4707-8621-4656a2532949 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:00.106782 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-54063179-2847-4707-8621-4656a2532949 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (7b9c32fd-bfe7-42a3-8783-93d64956922f), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:00.111010 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-54063179-2847-4707-8621-4656a2532949 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Floating IP 7b9c32fd-bfe7-42a3-8783-93d64956922f disassociated. External IP: 172.27.3.141, port: 69e2f8cf-c10f-4e97-82fe-709919c9d3e4. Mar 15 17:21:00.111010 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-54063179-2847-4707-8621-4656a2532949 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Calling delete_port for 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:00.114592 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f8eb7af6-ffbe-4830-ad86-c57d28b377d1 req-0b7c85fb-f534-42b6-9306-44ae2b290c88 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups?id=be1402f2-1c14-4d8e-bd27-74e47bc613d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974376 Mar 15 17:21:00.187645 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 44502) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:00.328048 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7faf47-9e67-44e5-b8bd-963ccdd8359f req-64757f84-6090-4027-8962-2a4f8bc41234 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:00.329522 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bb7faf47-9e67-44e5-b8bd-963ccdd8359f req-64757f84-6090-4027-8962-2a4f8bc41234 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 947 time: 0.1323011 Mar 15 17:21:00.330717 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e0a54009-2159-45f8-bfc3-6df056927af0 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (398c6cb0-f076-409b-bb3c-4229cf443f20), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:00.366896 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e0a54009-2159-45f8-bfc3-6df056927af0 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (398c6cb0-f076-409b-bb3c-4229cf443f20), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:00.369476 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-54063179-2847-4707-8621-4656a2532949 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (69e2f8cf-c10f-4e97-82fe-709919c9d3e4), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:00.431080 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54063179-2847-4707-8621-4656a2532949 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event deleted for resources: {'Port': ['ID=69e2f8cf-c10f-4e97-82fe-709919c9d3e4,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:00.452971 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bb7faf47-9e67-44e5-b8bd-963ccdd8359f req-cd230aba-a690-498a-9393-9a749ba22144 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168001 Mar 15 17:21:00.564701 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-54063179-2847-4707-8621-4656a2532949 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Router c723054c-3734-4a52-a3a9-c40fbdfee8df has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:21:00.671585 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-54063179-2847-4707-8621-4656a2532949 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:21:00.682202 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad7d064-f476-42a0-ab34-029e4f9c2c06 None None] Sync routers for ids ['c723054c-3734-4a52-a3a9-c40fbdfee8df'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:21:00.692398 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad7d064-f476-42a0-ab34-029e4f9c2c06 None None] Routers {'c723054c-3734-4a52-a3a9-c40fbdfee8df'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:21:00.693056 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-8ad7d064-f476-42a0-ab34-029e4f9c2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:20:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['c723054c-3734-4a52-a3a9-c40fbdfee8df'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:00.710290 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-54063179-2847-4707-8621-4656a2532949 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] No DVR routers for this DVR port 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 on host hv-cinder-83124 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:21:00.712999 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-54063179-2847-4707-8621-4656a2532949 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:00.716395 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e409c654-3e1b-4100-8b80-b763b32bab76 req-54063179-2847-4707-8621-4656a2532949 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.55 "DELETE /v2.0/ports/69e2f8cf-c10f-4e97-82fe-709919c9d3e4 HTTP/1.1" status: 204 len: 173 time: 1.0414989 Mar 15 17:21:00.716841 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7b81b3-574b-4dd4-b5e5-772b40e16192', 'name': 'network-vif-deleted', 'tag': '69e2f8cf-c10f-4e97-82fe-709919c9d3e4'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:21:00.719229 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d333a2-f22a-4b24-8cc4-0d5155fa9505" -d '{"events": [{"server_uuid": "bd7b81b3-574b-4dd4-b5e5-772b40e16192", "name": "network-vif-deleted", "tag": "69e2f8cf-c10f-4e97-82fe-709919c9d3e4"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:21:00.756257 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf78ccfb-4043-451f-ad55-d272b94b12ec x-openstack-request-id: req-cf78ccfb-4043-451f-ad55-d272b94b12ec {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:21:00.756559 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7b81b3-574b-4dd4-b5e5-772b40e16192", "name": "network-vif-deleted", "tag": "69e2f8cf-c10f-4e97-82fe-709919c9d3e4", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:21:00.756816 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf78ccfb-4043-451f-ad55-d272b94b12ec {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:21:00.757218 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7b81b3-574b-4dd4-b5e5-772b40e16192', 'name': 'network-vif-deleted', 'tag': '69e2f8cf-c10f-4e97-82fe-709919c9d3e4', 'status': 'completed', 'code': 200} Mar 15 17:21:00.808347 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-8ad7d064-f476-42a0-ab34-029e4f9c2c06 None None] Set router c723054c-3734-4a52-a3a9-c40fbdfee8df gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:21:00.838134 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e0a54009-2159-45f8-bfc3-6df056927af0 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (398c6cb0-f076-409b-bb3c-4229cf443f20), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:00.852812 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e0a54009-2159-45f8-bfc3-6df056927af0 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:00.856713 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e0a54009-2159-45f8-bfc3-6df056927af0 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "DELETE /v2.0/security-groups/398c6cb0-f076-409b-bb3c-4229cf443f20 HTTP/1.1" status: 204 len: 168 time: 0.6655471 Mar 15 17:21:00.857138 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44506) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:00.880528 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.api.v2.resource [None req-c6c3431d-6866-4fd6-b7ff-0a7b2839371a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] show failed (client error): The resource could not be found. Mar 15 17:21:00.881768 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c6c3431d-6866-4fd6-b7ff-0a7b2839371a tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "GET /v2.0/security-groups/398c6cb0-f076-409b-bb3c-4229cf443f20 HTTP/1.1" status: 404 len: 347 time: 0.0235190 Mar 15 17:21:00.883440 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a54009-2159-45f8-bfc3-6df056927af0 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398c6cb0-f076-409b-bb3c-4229cf443f20,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:00.893408 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44508) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:01.031457 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Deleting port adffbb9b-544b-4d91-af15-62dce72d493f {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:01.031804 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (adffbb9b-544b-4d91-af15-62dce72d493f), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:01.036584 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-8ad7d064-f476-42a0-ab34-029e4f9c2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:35Z', 'revision_number': 5, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:01.064757 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad7d064-f476-42a0-ab34-029e4f9c2c06 None None] Checking router: c723054c-3734-4a52-a3a9-c40fbdfee8df for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:21:01.073691 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad7d064-f476-42a0-ab34-029e4f9c2c06 None None] Routers {'c723054c-3734-4a52-a3a9-c40fbdfee8df'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:21:01.074303 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-8ad7d064-f476-42a0-ab34-029e4f9c2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:20:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['c723054c-3734-4a52-a3a9-c40fbdfee8df'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:01.117543 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (adffbb9b-544b-4d91-af15-62dce72d493f), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:01.117854 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (adffbb9b-544b-4d91-af15-62dce72d493f), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:01.130788 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Calling delete_port for adffbb9b-544b-4d91-af15-62dce72d493f owned by network:floatingip {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:01.178498 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:21:01.211064 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:21:01.211523 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 93e6409e-5ddc-47b7-9fb6-bc1bcc8af33d not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:21:01.212052 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:21:01.217020 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-8ad7d064-f476-42a0-ab34-029e4f9c2c06 None None] Set router c723054c-3734-4a52-a3a9-c40fbdfee8df gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:21:01.254994 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b2780e21-66d2-49f0-8510-6ce9a2d5860e req-ad54ed45-90c8-4f75-8520-4c406dbc661e tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b81b3-574b-4dd4-b5e5-772b40e16192 HTTP/1.1" status: 200 len: 210 time: 0.0342860 Mar 15 17:21:01.276343 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:21:01.276343 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 69e2f8cf-c10f-4e97-82fe-709919c9d3e4 not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:21:01.329214 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (adffbb9b-544b-4d91-af15-62dce72d493f), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:01.360411 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Pushing event deleted for resources: {'Port': ['ID=adffbb9b-544b-4d91-af15-62dce72d493f,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:01.386401 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.386777 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.387127 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.387467 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.387817 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.388137 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.388469 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.388797 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.389122 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.389443 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.389774 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.390098 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.390422 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.390762 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.394912 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:01.438582 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks [] for floatingip (97c7f25d-8c41-46af-af72-d61668edbc6b), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:01.441533 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:01.442782 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3fbe8075-c643-4a67-8671-8689b3670dd2 tempest-AttachVolumeNegativeTest-87847886 tempest-AttachVolumeNegativeTest-87847886-project] 10.222.0.37 "DELETE /v2.0/floatingips/97c7f25d-8c41-46af-af72-d61668edbc6b HTTP/1.1" status: 204 len: 168 time: 0.5481637 Mar 15 17:21:01.593802 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-8ad7d064-f476-42a0-ab34-029e4f9c2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:35Z', 'revision_number': 5, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:01.594074 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19e4b0-9ce7-49f4-b2cd-0653a469bbd3 req-28ac357e-7b05-4357-a26a-1dc62fe57f6f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:01.595995 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7e19e4b0-9ce7-49f4-b2cd-0653a469bbd3 req-28ac357e-7b05-4357-a26a-1dc62fe57f6f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 947 time: 0.0551846 Mar 15 17:21:01.620740 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad7d064-f476-42a0-ab34-029e4f9c2c06 None None] The sync data for ids ['c723054c-3734-4a52-a3a9-c40fbdfee8df'] in dv-cinder-831247-12-iscsi is: [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 4, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'ada34bdb-abf6-4b18-acee-98a3e8b2b124', 'name': '', 'network_id': 'd8ba5559-3fe8-4099-a6ae-66c6fdd41f85', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'mac_address': 'fa:16:3e:e1:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:16Z', 'updated_at': '2022-03-15T17:14:35Z', 'revision_number': 5, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'subnets': [{'id': 'ea20a277-8929-462e-8afe-93fc21e630d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:21:01.660004 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7e19e4b0-9ce7-49f4-b2cd-0653a469bbd3 req-a28586cc-d0c3-4a02-9471-808cde61abd0 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570767 Mar 15 17:21:01.866603 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e66e3b-1d46-4ce2-976a-8d885f73e323 None None] New status for floating IP 7b9c32fd-bfe7-42a3-8783-93d64956922f: DOWN {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:21:02.393483 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44524) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:02.445834 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa7a2a1c-eedf-4a94-b03d-83c0c0e167c7 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group (be1402f2-1c14-4d8e-bd27-74e47bc613d9), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:02.472668 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa7a2a1c-eedf-4a94-b03d-83c0c0e167c7 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group (be1402f2-1c14-4d8e-bd27-74e47bc613d9), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:02.586542 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa7a2a1c-eedf-4a94-b03d-83c0c0e167c7 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (be1402f2-1c14-4d8e-bd27-74e47bc613d9), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:02.589060 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa7a2a1c-eedf-4a94-b03d-83c0c0e167c7 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:02.590246 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-fa7a2a1c-eedf-4a94-b03d-83c0c0e167c7 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "DELETE /v2.0/security-groups/be1402f2-1c14-4d8e-bd27-74e47bc613d9 HTTP/1.1" status: 204 len: 168 time: 0.1957564 Mar 15 17:21:02.593175 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 44526) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:02.600671 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a2a1c-eedf-4a94-b03d-83c0c0e167c7 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1402f2-1c14-4d8e-bd27-74e47bc613d9,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:02.608911 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.api.v2.resource [None req-b578af77-2c34-413d-b2c5-a73377bb7c5f tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] show failed (client error): The resource could not be found. Mar 15 17:21:02.610005 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b578af77-2c34-413d-b2c5-a73377bb7c5f tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "GET /v2.0/security-groups/be1402f2-1c14-4d8e-bd27-74e47bc613d9 HTTP/1.1" status: 404 len: 347 time: 0.0158486 Mar 15 17:21:02.613505 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 44528) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:02.740666 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-15707bb2-9e36-4c43-8433-0d5ca1776ad6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Deleting port 2733ab9a-1a0a-461a-b9c3-7c25f09fe0f6 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:02.741008 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-15707bb2-9e36-4c43-8433-0d5ca1776ad6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (2733ab9a-1a0a-461a-b9c3-7c25f09fe0f6), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:02.821271 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-15707bb2-9e36-4c43-8433-0d5ca1776ad6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (2733ab9a-1a0a-461a-b9c3-7c25f09fe0f6), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:02.821610 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-15707bb2-9e36-4c43-8433-0d5ca1776ad6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for floatingip (2733ab9a-1a0a-461a-b9c3-7c25f09fe0f6), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:02.834422 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-15707bb2-9e36-4c43-8433-0d5ca1776ad6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Calling delete_port for 2733ab9a-1a0a-461a-b9c3-7c25f09fe0f6 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:03.032427 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-15707bb2-9e36-4c43-8433-0d5ca1776ad6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (2733ab9a-1a0a-461a-b9c3-7c25f09fe0f6), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:03.319413 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15707bb2-9e36-4c43-8433-0d5ca1776ad6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Pushing event deleted for resources: {'Port': ['ID=2733ab9a-1a0a-461a-b9c3-7c25f09fe0f6,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:03.379925 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-15707bb2-9e36-4c43-8433-0d5ca1776ad6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks [] for floatingip (7b9c32fd-bfe7-42a3-8783-93d64956922f), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:03.382307 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-15707bb2-9e36-4c43-8433-0d5ca1776ad6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:03.383516 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-15707bb2-9e36-4c43-8433-0d5ca1776ad6 tempest-AttachVolumeTestJSON-2103878856 tempest-AttachVolumeTestJSON-2103878856-project] 10.222.0.37 "DELETE /v2.0/floatingips/7b9c32fd-bfe7-42a3-8783-93d64956922f HTTP/1.1" status: 204 len: 168 time: 0.7690501 Mar 15 17:21:05.689855 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 44570) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:06.177548 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dd69f76a-088e-46c4-9b22-8ad0a14a3b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1720370'] for router_interface (91396da6-be11-4177-8f93-2dbf6404da12), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.432669 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-dd69f76a-088e-46c4-9b22-8ad0a14a3b97 admin admin] Deleting port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:06.433002 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dd69f76a-088e-46c4-9b22-8ad0a14a3b97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.509835 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-dd69f76a-088e-46c4-9b22-8ad0a14a3b97 admin admin] For port 5f3d91b0-aa54-4f79-8251-24fc2031d6ee, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=5f3d91b0-aa54-4f79-8251-24fc2031d6ee,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:06.510188 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dd69f76a-088e-46c4-9b22-8ad0a14a3b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.522641 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-dd69f76a-088e-46c4-9b22-8ad0a14a3b97 admin admin] Calling delete_port for 5f3d91b0-aa54-4f79-8251-24fc2031d6ee owned by network:router_interface {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:06.769261 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dd69f76a-088e-46c4-9b22-8ad0a14a3b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (5f3d91b0-aa54-4f79-8251-24fc2031d6ee), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:06.795327 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69f76a-088e-46c4-9b22-8ad0a14a3b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3d91b0-aa54-4f79-8251-24fc2031d6ee,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:06.973649 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dd69f76a-088e-46c4-9b22-8ad0a14a3b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720454'] for router_interface (91396da6-be11-4177-8f93-2dbf6404da12), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:07.214747 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd69f76a-088e-46c4-9b22-8ad0a14a3b97 admin admin] Router 91396da6-be11-4177-8f93-2dbf6404da12 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:21:07.321727 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd69f76a-088e-46c4-9b22-8ad0a14a3b97 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:21:07.326590 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-dd69f76a-088e-46c4-9b22-8ad0a14a3b97 admin admin] 10.222.0.37 "PUT /v2.0/routers/91396da6-be11-4177-8f93-2dbf6404da12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6356778 Mar 15 17:21:07.329192 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 44584) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:07.331299 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f533b0-fff9-469b-8d4f-529167b195cc None None] Sync routers for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:21:07.344643 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f533b0-fff9-469b-8d4f-529167b195cc None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:21:07.346053 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-43f533b0-fff9-469b-8d4f-529167b195cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:20:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:07.432221 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] Publish callbacks [] for router (91396da6-be11-4177-8f93-2dbf6404da12), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:07.460481 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-43f533b0-fff9-469b-8d4f-529167b195cc None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:21:07.520367 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44592) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:07.553848 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] Publish callbacks [] for router_gateway (91396da6-be11-4177-8f93-2dbf6404da12), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:07.658777 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-43f533b0-fff9-469b-8d4f-529167b195cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:21:06Z', 'revision_number': 5, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port': {'id': 'ef994b7a-f19b-493e-af20-afef0c2eac36', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91396da6-be11-4177-8f93-2dbf6404da12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:09Z', 'updated_at': '2022-03-15T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:07.686720 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] Deleting port ef994b7a-f19b-493e-af20-afef0c2eac36 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:07.687137 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (ef994b7a-f19b-493e-af20-afef0c2eac36), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:07.687561 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f533b0-fff9-469b-8d4f-529167b195cc None None] Checking router: 91396da6-be11-4177-8f93-2dbf6404da12 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:21:07.697580 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f533b0-fff9-469b-8d4f-529167b195cc None None] Routers {'91396da6-be11-4177-8f93-2dbf6404da12'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:21:07.698375 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-43f533b0-fff9-469b-8d4f-529167b195cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:20:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['91396da6-be11-4177-8f93-2dbf6404da12'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:07.770592 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] For port ef994b7a-f19b-493e-af20-afef0c2eac36, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=ef994b7a-f19b-493e-af20-afef0c2eac36,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:07.771205 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (ef994b7a-f19b-493e-af20-afef0c2eac36), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:07.784450 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] Calling delete_port for ef994b7a-f19b-493e-af20-afef0c2eac36 owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:07.790527 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-43f533b0-fff9-469b-8d4f-529167b195cc None None] Set router 91396da6-be11-4177-8f93-2dbf6404da12 gateway port host: None {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:21:07.849058 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-43f533b0-fff9-469b-8d4f-529167b195cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:21:07Z', 'revision_number': 6, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port_host': None}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:07.877906 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f533b0-fff9-469b-8d4f-529167b195cc None None] The sync data for ids ['91396da6-be11-4177-8f93-2dbf6404da12'] in dv-cinder-831247-12-iscsi is: [{'id': '91396da6-be11-4177-8f93-2dbf6404da12', 'name': 'tempest-AttachVolumeNegativeTest-1617917937-router', 'tenant_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:08Z', 'updated_at': '2022-03-15T17:21:07Z', 'revision_number': 6, 'project_id': 'e97bc8e7afe84c4cbdedd6d1d6f4caf3', 'gw_port_host': None}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:21:07.971683 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-26206118-1503-4e96-a8a3-a3f5b56b0c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1720370'] for router_interface (c723054c-3734-4a52-a3a9-c40fbdfee8df), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.073789 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (ef994b7a-f19b-493e-af20-afef0c2eac36), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.102857 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef994b7a-f19b-493e-af20-afef0c2eac36,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:08.168281 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686884'] for router_gateway (91396da6-be11-4177-8f93-2dbf6404da12), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.232058 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-26206118-1503-4e96-a8a3-a3f5b56b0c62 admin admin] Deleting port ada34bdb-abf6-4b18-acee-98a3e8b2b124 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:08.232402 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-26206118-1503-4e96-a8a3-a3f5b56b0c62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.265645 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7401'] for router (91396da6-be11-4177-8f93-2dbf6404da12), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.268658 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] Publish callbacks [] for router_controller (91396da6-be11-4177-8f93-2dbf6404da12), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.329865 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-26206118-1503-4e96-a8a3-a3f5b56b0c62 admin admin] For port ada34bdb-abf6-4b18-acee-98a3e8b2b124, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=ada34bdb-abf6-4b18-acee-98a3e8b2b124,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:08.330148 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-26206118-1503-4e96-a8a3-a3f5b56b0c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.344676 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-26206118-1503-4e96-a8a3-a3f5b56b0c62 admin admin] Calling delete_port for ada34bdb-abf6-4b18-acee-98a3e8b2b124 owned by network:router_interface {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:08.448728 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685140'] for router (91396da6-be11-4177-8f93-2dbf6404da12), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.449308 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91396da6-be11-4177-8f93-2dbf6404da12 {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:21:08.453919 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.455772 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1e3a0d9f-aa39-4614-991a-a26448f83496 admin admin] 10.222.0.37 "DELETE /v2.0/routers/91396da6-be11-4177-8f93-2dbf6404da12 HTTP/1.1" status: 204 len: 168 time: 1.1250210 Mar 15 17:21:08.458307 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 44596) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:08.506531 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee285b93-fe8a-4de2-b3b6-df3743d669dc admin admin] Deleting subnet f01540eb-1a88-461c-85a1-2be4331180be {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:21:08.509836 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee285b93-fe8a-4de2-b3b6-df3743d669dc admin admin] Publish callbacks [] for subnet (f01540eb-1a88-461c-85a1-2be4331180be), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.544447 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee285b93-fe8a-4de2-b3b6-df3743d669dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25749771'] for subnet (f01540eb-1a88-461c-85a1-2be4331180be), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.620518 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee285b93-fe8a-4de2-b3b6-df3743d669dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (f01540eb-1a88-461c-85a1-2be4331180be), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.665942 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-26206118-1503-4e96-a8a3-a3f5b56b0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (ada34bdb-abf6-4b18-acee-98a3e8b2b124), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.695200 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26206118-1503-4e96-a8a3-a3f5b56b0c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada34bdb-abf6-4b18-acee-98a3e8b2b124,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:08.730833 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 5f3d91b0-aa54-4f79-8251-24fc2031d6ee no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:21:08.754389 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 5f3d91b0-aa54-4f79-8251-24fc2031d6ee {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:21:08.758547 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 5f3d91b0-aa54-4f79-8251-24fc2031d6ee not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:21:08.758547 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device ef994b7a-f19b-493e-af20-afef0c2eac36 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:21:08.780503 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee285b93-fe8a-4de2-b3b6-df3743d669dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25270753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25387396'] for subnet (f01540eb-1a88-461c-85a1-2be4331180be), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.792026 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: ef994b7a-f19b-493e-af20-afef0c2eac36 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:21:08.792026 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device ef994b7a-f19b-493e-af20-afef0c2eac36 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:21:08.813053 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee285b93-fe8a-4de2-b3b6-df3743d669dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f01540eb-1a88-461c-85a1-2be4331180be,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:08.817405 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ee285b93-fe8a-4de2-b3b6-df3743d669dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.822592 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ee285b93-fe8a-4de2-b3b6-df3743d669dc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f01540eb-1a88-461c-85a1-2be4331180be HTTP/1.1" status: 204 len: 168 time: 0.3614006 Mar 15 17:21:08.823454 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 44598) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:08.824806 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa01e9-8b3f-418c-bee6-a7bf35006271 None None] Network e3d728a8-748d-4c18-bacb-a3e562d9afc7 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:21:08.896246 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (e3d728a8-748d-4c18-bacb-a3e562d9afc7), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.901277 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-26206118-1503-4e96-a8a3-a3f5b56b0c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720454'] for router_interface (c723054c-3734-4a52-a3a9-c40fbdfee8df), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:08.962593 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] Deleting port 9835a5af-1af1-4640-b2bf-a3a0d6396624 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:08.962992 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.097197 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] For port 9835a5af-1af1-4640-b2bf-a3a0d6396624, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=9835a5af-1af1-4640-b2bf-a3a0d6396624,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:09.097197 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.097197 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] Calling delete_port for 9835a5af-1af1-4640-b2bf-a3a0d6396624 owned by network:dhcp {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:09.154121 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d22a0b9-f597-4ace-8d01-4acd999c0230 None None] DHCP port deletion for e3d728a8-748d-4c18-bacb-a3e562d9afc7 request from dv-cinder-831247-12-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:21:09.155492 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26206118-1503-4e96-a8a3-a3f5b56b0c62 admin admin] Router c723054c-3734-4a52-a3a9-c40fbdfee8df has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:21:09.212590 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-9d22a0b9-f597-4ace-8d01-4acd999c0230 None None] Deleting port 9835a5af-1af1-4640-b2bf-a3a0d6396624 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:09.212947 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9d22a0b9-f597-4ace-8d01-4acd999c0230 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.252974 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.255978 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:21:09.266368 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.273308 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26206118-1503-4e96-a8a3-a3f5b56b0c62 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:21:09.280540 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-26206118-1503-4e96-a8a3-a3f5b56b0c62 admin admin] 10.222.0.37 "PUT /v2.0/routers/c723054c-3734-4a52-a3a9-c40fbdfee8df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7585540 Mar 15 17:21:09.281156 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44600) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:09.284102 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-9d22a0b9-f597-4ace-8d01-4acd999c0230 None None] For port 9835a5af-1af1-4640-b2bf-a3a0d6396624, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=9835a5af-1af1-4640-b2bf-a3a0d6396624,segment=NetworkSegment(bd80cf23-b488-4b9f-b417-1ac544fb1836),segment_id=bd80cf23-b488-4b9f-b417-1ac544fb1836)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:09.284576 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9d22a0b9-f597-4ace-8d01-4acd999c0230 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.288018 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c05a98e-8747-48c0-9a5c-dd45090fd136 None None] Sync routers for ids ['c723054c-3734-4a52-a3a9-c40fbdfee8df'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:21:09.293457 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] Pushing event deleted for resources: {'Port': ['ID=9835a5af-1af1-4640-b2bf-a3a0d6396624,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:09.300272 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] No DVR routers for this DVR port 9835a5af-1af1-4640-b2bf-a3a0d6396624 on host dv-cinder-831247-12-iscsi {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:21:09.305431 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-9d22a0b9-f597-4ace-8d01-4acd999c0230 None None] Calling delete_port for 9835a5af-1af1-4640-b2bf-a3a0d6396624 owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:09.309251 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05a98e-8747-48c0-9a5c-dd45090fd136 None None] Routers {'c723054c-3734-4a52-a3a9-c40fbdfee8df'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:21:09.310412 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-8c05a98e-8747-48c0-9a5c-dd45090fd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:20:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['c723054c-3734-4a52-a3a9-c40fbdfee8df'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:09.381417 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (e3d728a8-748d-4c18-bacb-a3e562d9afc7), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.392098 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9d22a0b9-f597-4ace-8d01-4acd999c0230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100'] for port (9835a5af-1af1-4640-b2bf-a3a0d6396624), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.394112 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] Publish callbacks [] for router (c723054c-3734-4a52-a3a9-c40fbdfee8df), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.408274 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d728a8-748d-4c18-bacb-a3e562d9afc7']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:09.421291 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22a0b9-f597-4ace-8d01-4acd999c0230 None None] Pushing event deleted for resources: {'Port': ['ID=9835a5af-1af1-4640-b2bf-a3a0d6396624,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:09.422253 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd80cf23-b488-4b9f-b417-1ac544fb1836') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:09.422861 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd80cf23-b488-4b9f-b417-1ac544fb1836') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:09.430058 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d22a0b9-f597-4ace-8d01-4acd999c0230 None None] No DVR routers for this DVR port 9835a5af-1af1-4640-b2bf-a3a0d6396624 on host dv-cinder-831247-12-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:21:09.451030 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25749810'] for segment (bd80cf23-b488-4b9f-b417-1ac544fb1836), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.467813 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (bd80cf23-b488-4b9f-b417-1ac544fb1836), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.471208 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-8c05a98e-8747-48c0-9a5c-dd45090fd136 None None] Set router c723054c-3734-4a52-a3a9-c40fbdfee8df gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:21:09.478648 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:21:09.480471 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25270619'] for segment (bd80cf23-b488-4b9f-b417-1ac544fb1836), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: Traceback (most recent call last): Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: timer() Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: cb(*args, **kw) Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: return func(*args, **kwargs) Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: self._notify() Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: self.callback(batched_events) Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: event.method(event) Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: return f(self, *a, **k) Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: return self._get(url).json() Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: return self.request(url, 'GET', **kwargs) Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:21:09.482608 dv-cinder-831247-12-iscsi neutron-server[103956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:21:09.510191 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] Publish callbacks [] for router_gateway (c723054c-3734-4a52-a3a9-c40fbdfee8df), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.652242 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-8c05a98e-8747-48c0-9a5c-dd45090fd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:21:08Z', 'revision_number': 5, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port': {'id': '4c66a385-3bd8-4d93-984d-89d75b89c8e3', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ab:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:12Z', 'updated_at': '2022-03-15T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:09.666108 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (e3d728a8-748d-4c18-bacb-a3e562d9afc7), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.672171 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] Deleting port 4c66a385-3bd8-4d93-984d-89d75b89c8e3 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:09.673409 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (4c66a385-3bd8-4d93-984d-89d75b89c8e3), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.682595 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.688830 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] 10.222.0.37 "DELETE /v2.0/networks/e3d728a8-748d-4c18-bacb-a3e562d9afc7 HTTP/1.1" status: 204 len: 168 time: 0.8642352 Mar 15 17:21:09.691345 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f884cc-8fb6-4e79-ba0c-4ca1a9a8056e admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d728a8-748d-4c18-bacb-a3e562d9afc7,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:09.691692 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c05a98e-8747-48c0-9a5c-dd45090fd136 None None] Checking router: c723054c-3734-4a52-a3a9-c40fbdfee8df for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:21:09.701975 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05a98e-8747-48c0-9a5c-dd45090fd136 None None] Routers {'c723054c-3734-4a52-a3a9-c40fbdfee8df'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:21:09.702690 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-8c05a98e-8747-48c0-9a5c-dd45090fd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:20:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['c723054c-3734-4a52-a3a9-c40fbdfee8df'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:09.762667 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] For port 4c66a385-3bd8-4d93-984d-89d75b89c8e3, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=4c66a385-3bd8-4d93-984d-89d75b89c8e3,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:09.768092 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (4c66a385-3bd8-4d93-984d-89d75b89c8e3), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:09.775689 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] Calling delete_port for 4c66a385-3bd8-4d93-984d-89d75b89c8e3 owned by network:router_gateway {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:09.797399 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-8c05a98e-8747-48c0-9a5c-dd45090fd136 None None] Set router c723054c-3734-4a52-a3a9-c40fbdfee8df gateway port host: None {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:21:09.849297 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-8c05a98e-8747-48c0-9a5c-dd45090fd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:21:09Z', 'revision_number': 6, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port_host': None}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:09.879177 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c05a98e-8747-48c0-9a5c-dd45090fd136 None None] The sync data for ids ['c723054c-3734-4a52-a3a9-c40fbdfee8df'] in dv-cinder-831247-12-iscsi is: [{'id': 'c723054c-3734-4a52-a3a9-c40fbdfee8df', 'name': 'tempest-AttachVolumeTestJSON-330642114-router', 'tenant_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:21:09Z', 'revision_number': 6, 'project_id': '57fd39e7d3b64df5a30ec0c4d8fc03c6', 'gw_port_host': None}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:21:10.043034 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (4c66a385-3bd8-4d93-984d-89d75b89c8e3), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.071668 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c66a385-3bd8-4d93-984d-89d75b89c8e3,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:10.092363 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 44604) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:10.132693 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686884'] for router_gateway (c723054c-3734-4a52-a3a9-c40fbdfee8df), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.133627 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-24021ae1-7521-4b5d-afc8-b54cb1028e16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e97bc8e7afe84c4cbdedd6d1d6f4caf3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400612 Mar 15 17:21:10.136353 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44606) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:10.516165 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7401'] for router (c723054c-3734-4a52-a3a9-c40fbdfee8df), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.521452 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] Publish callbacks [] for router_controller (c723054c-3734-4a52-a3a9-c40fbdfee8df), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.577148 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1dbc4619-1bf9-4068-ac4a-605ed19f913c admin admin] Publish callbacks [] for security_group (365580c1-aa25-4391-87a9-f9ece6c41ab6), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.583154 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d96d9779-e40a-4a1c-80c3-cf11720dbad6 req-da93612b-3fa6-4f92-bf6c-8ea6c53a620d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424545 Mar 15 17:21:10.601296 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1dbc4619-1bf9-4068-ac4a-605ed19f913c admin admin] Publish callbacks [] for security_group (365580c1-aa25-4391-87a9-f9ece6c41ab6), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.666775 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685140'] for router (c723054c-3734-4a52-a3a9-c40fbdfee8df), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.667357 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c723054c-3734-4a52-a3a9-c40fbdfee8df {{(pid=103957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:21:10.673115 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.676926 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-5ae69bb1-ed99-4d60-a7e4-7bbe26c33cc2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c723054c-3734-4a52-a3a9-c40fbdfee8df HTTP/1.1" status: 204 len: 168 time: 1.3923388 Mar 15 17:21:10.677120 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44608) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:10.697648 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d9779-e40a-4a1c-80c3-cf11720dbad6 req-4e584a02-f949-4c00-9b45-067eafd13228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:10.699511 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d96d9779-e40a-4a1c-80c3-cf11720dbad6 req-4e584a02-f949-4c00-9b45-067eafd13228 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 1131 time: 0.0716166 Mar 15 17:21:10.712194 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device ada34bdb-abf6-4b18-acee-98a3e8b2b124 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:21:10.728340 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac9b964-ab3d-4c22-ace8-2d24bb1167cf admin admin] Deleting subnet ea20a277-8929-462e-8afe-93fc21e630d2 {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:21:10.732461 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ac9b964-ab3d-4c22-ace8-2d24bb1167cf admin admin] Publish callbacks [] for subnet (ea20a277-8929-462e-8afe-93fc21e630d2), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.742066 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: ada34bdb-abf6-4b18-acee-98a3e8b2b124 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:21:10.742630 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device ada34bdb-abf6-4b18-acee-98a3e8b2b124 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:21:10.743106 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 9835a5af-1af1-4640-b2bf-a3a0d6396624 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:21:10.757525 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1dbc4619-1bf9-4068-ac4a-605ed19f913c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (365580c1-aa25-4391-87a9-f9ece6c41ab6), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.760474 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1dbc4619-1bf9-4068-ac4a-605ed19f913c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.764508 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1dbc4619-1bf9-4068-ac4a-605ed19f913c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/365580c1-aa25-4391-87a9-f9ece6c41ab6 HTTP/1.1" status: 204 len: 168 time: 0.6271274 Mar 15 17:21:10.774692 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 9835a5af-1af1-4640-b2bf-a3a0d6396624 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:21:10.774904 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 9835a5af-1af1-4640-b2bf-a3a0d6396624 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:21:10.775212 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 4c66a385-3bd8-4d93-984d-89d75b89c8e3 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:21:10.785677 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc4619-1bf9-4068-ac4a-605ed19f913c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365580c1-aa25-4391-87a9-f9ece6c41ab6,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:10.802405 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ac9b964-ab3d-4c22-ace8-2d24bb1167cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26117020'] for subnet (ea20a277-8929-462e-8afe-93fc21e630d2), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.809745 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 4c66a385-3bd8-4d93-984d-89d75b89c8e3 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:21:10.810410 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 4c66a385-3bd8-4d93-984d-89d75b89c8e3 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:21:10.841564 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d9779-e40a-4a1c-80c3-cf11720dbad6 req-dbb0fc62-bcfe-4a98-9c1a-9f24cdb1dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:10.842838 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d96d9779-e40a-4a1c-80c3-cf11720dbad6 req-dbb0fc62-bcfe-4a98-9c1a-9f24cdb1dbb9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f8cff2af-e6bb-48e4-afbf-b43442da6768 HTTP/1.1" status: 200 len: 918 time: 0.1135628 Mar 15 17:21:10.914829 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d96d9779-e40a-4a1c-80c3-cf11720dbad6 req-4293b5fe-8870-484d-a562-7ea2833f3b6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83741ec1-a54d-4101-9d52-80879e3cf84c HTTP/1.1" status: 200 len: 1002 time: 0.0640247 Mar 15 17:21:10.920149 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ac9b964-ab3d-4c22-ace8-2d24bb1167cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (ea20a277-8929-462e-8afe-93fc21e630d2), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:10.971314 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d9779-e40a-4a1c-80c3-cf11720dbad6 req-4f3dab95-05d2-4a1e-9e8a-010a5c4c1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:10.973278 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d96d9779-e40a-4a1c-80c3-cf11720dbad6 req-4f3dab95-05d2-4a1e-9e8a-010a5c4c1351 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11 HTTP/1.1" status: 200 len: 856 time: 0.0520566 Mar 15 17:21:11.024993 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d9779-e40a-4a1c-80c3-cf11720dbad6 req-f8b6e272-b505-4d88-a314-cc0ca807d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:11.026436 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d96d9779-e40a-4a1c-80c3-cf11720dbad6 req-f8b6e272-b505-4d88-a314-cc0ca807d9ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8cff2af-e6bb-48e4-afbf-b43442da6768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476434 Mar 15 17:21:11.055070 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ac9b964-ab3d-4c22-ace8-2d24bb1167cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4078925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26859178'] for subnet (ea20a277-8929-462e-8afe-93fc21e630d2), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.078281 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a12116-4489-482b-bcef-da1f56cdff99 None None] Network d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:21:11.084990 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ac9b964-ab3d-4c22-ace8-2d24bb1167cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.088157 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-5ac9b964-ab3d-4c22-ace8-2d24bb1167cf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ea20a277-8929-462e-8afe-93fc21e630d2 HTTP/1.1" status: 204 len: 168 time: 0.4101181 Mar 15 17:21:11.089152 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9b964-ab3d-4c22-ace8-2d24bb1167cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea20a277-8929-462e-8afe-93fc21e630d2,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:11.092287 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44612) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:11.132397 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d96d9779-e40a-4a1c-80c3-cf11720dbad6 req-6928e7cd-12fa-48d5-b8bc-705497d8525a service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989254 Mar 15 17:21:11.174896 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (d8ba5559-3fe8-4099-a6ae-66c6fdd41f85), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.267565 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] Deleting port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:11.268159 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.302704 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb13aa4e-8373-4236-9b26-a56871b039ec None None] DHCP port deletion for d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 request from dv-cinder-831247-12-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:21:11.355991 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] For port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=2a9fa0fb-13fe-4acc-b198-fdb7d822214b,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:11.356747 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.377533 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] Calling delete_port for 2a9fa0fb-13fe-4acc-b198-fdb7d822214b owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:11.381689 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fb13aa4e-8373-4236-9b26-a56871b039ec None None] Deleting port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:11.382204 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb13aa4e-8373-4236-9b26-a56871b039ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.458990 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-fb13aa4e-8373-4236-9b26-a56871b039ec None None] For port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=2a9fa0fb-13fe-4acc-b198-fdb7d822214b,segment=NetworkSegment(951f700b-ee2c-4ee6-a212-c21904118a4f),segment_id=951f700b-ee2c-4ee6-a212-c21904118a4f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:11.459435 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb13aa4e-8373-4236-9b26-a56871b039ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.475057 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fb13aa4e-8373-4236-9b26-a56871b039ec None None] Calling delete_port for 2a9fa0fb-13fe-4acc-b198-fdb7d822214b owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:11.534661 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d96d9779-e40a-4a1c-80c3-cf11720dbad6 req-7887f765-8863-4968-87cf-ef4955a39f95 service neutron] 10.222.0.55 "GET /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949046 Mar 15 17:21:11.557394 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.567366 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb13aa4e-8373-4236-9b26-a56871b039ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100'] for port (2a9fa0fb-13fe-4acc-b198-fdb7d822214b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.584715 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9fa0fb-13fe-4acc-b198-fdb7d822214b,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:11.589266 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] No DVR routers for this DVR port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b on host dv-cinder-831247-12-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:21:11.593819 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13aa4e-8373-4236-9b26-a56871b039ec None None] Pushing event deleted for resources: {'Port': ['ID=2a9fa0fb-13fe-4acc-b198-fdb7d822214b,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:11.598036 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13aa4e-8373-4236-9b26-a56871b039ec None None] No DVR routers for this DVR port 2a9fa0fb-13fe-4acc-b198-fdb7d822214b on host dv-cinder-831247-12-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:21:11.672217 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (d8ba5559-3fe8-4099-a6ae-66c6fdd41f85), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.693720 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ba5559-3fe8-4099-a6ae-66c6fdd41f85']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:11.703752 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951f700b-ee2c-4ee6-a212-c21904118a4f') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:11.704598 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951f700b-ee2c-4ee6-a212-c21904118a4f') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:11.714303 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26117029'] for segment (951f700b-ee2c-4ee6-a212-c21904118a4f), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.728959 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (951f700b-ee2c-4ee6-a212-c21904118a4f), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.735294 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:21:11.735755 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079095'] for segment (951f700b-ee2c-4ee6-a212-c21904118a4f), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: Traceback (most recent call last): Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: timer() Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: cb(*args, **kw) Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: return func(*args, **kwargs) Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: self._notify() Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: self.callback(batched_events) Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: event.method(event) Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: return f(self, *a, **k) Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._get(url).json() Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: return self.request(url, 'GET', **kwargs) Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:21:11.737502 dv-cinder-831247-12-iscsi neutron-server[103957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:21:11.848634 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (d8ba5559-3fe8-4099-a6ae-66c6fdd41f85), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.854210 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:11.857939 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] 10.222.0.37 "DELETE /v2.0/networks/d8ba5559-3fe8-4099-a6ae-66c6fdd41f85 HTTP/1.1" status: 204 len: 168 time: 0.7642801 Mar 15 17:21:11.869435 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32aca10-8982-4346-ac4e-a6a73e86763d admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ba5559-3fe8-4099-a6ae-66c6fdd41f85,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:12.201333 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44636) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:12.250165 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9fce9c85-9179-4510-a993-536742b6da68 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57fd39e7d3b64df5a30ec0c4d8fc03c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462561 Mar 15 17:21:12.251381 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44640) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:12.302129 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-94218f60-3ed3-42eb-95bd-ccf4c0e3b777 admin admin] Publish callbacks [] for security_group (c1cff4d2-96ff-416b-bba4-6b00bfa9e171), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.323269 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-94218f60-3ed3-42eb-95bd-ccf4c0e3b777 admin admin] Publish callbacks [] for security_group (c1cff4d2-96ff-416b-bba4-6b00bfa9e171), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.417873 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 2a9fa0fb-13fe-4acc-b198-fdb7d822214b no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:21:12.440885 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 2a9fa0fb-13fe-4acc-b198-fdb7d822214b {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:21:12.441254 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 2a9fa0fb-13fe-4acc-b198-fdb7d822214b not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:21:12.505732 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-94218f60-3ed3-42eb-95bd-ccf4c0e3b777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (c1cff4d2-96ff-416b-bba4-6b00bfa9e171), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.508347 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-94218f60-3ed3-42eb-95bd-ccf4c0e3b777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:12.509814 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-94218f60-3ed3-42eb-95bd-ccf4c0e3b777 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1cff4d2-96ff-416b-bba4-6b00bfa9e171 HTTP/1.1" status: 204 len: 168 time: 0.2575161 Mar 15 17:21:12.519583 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94218f60-3ed3-42eb-95bd-ccf4c0e3b777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cff4d2-96ff-416b-bba4-6b00bfa9e171,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:15.150416 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44730) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:15.257722 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e0e257c4-d358-4869-859f-9799d2aff0c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:15.331139 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e0e257c4-d358-4869-859f-9799d2aff0c5 admin admin] Publish callbacks [] for security_group (ee979fd2-1d9c-4862-ab7d-b066fbcd66db), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:15.425781 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e0e257c4-d358-4869-859f-9799d2aff0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (ee979fd2-1d9c-4862-ab7d-b066fbcd66db), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:15.466502 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e0e257c4-d358-4869-859f-9799d2aff0c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a441dcecb034a87b762dc323f0d35b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140512 Mar 15 17:21:15.467392 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e257c4-d358-4869-859f-9799d2aff0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee979fd2-1d9c-4862-ab7d-b066fbcd66db,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:15.469941 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 44740) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:15.521924 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-79980209-01f7-416d-a4c5-a2aaf3acbf2e admin admin] Publish callbacks [] for security_group (ee979fd2-1d9c-4862-ab7d-b066fbcd66db), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:15.546520 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-79980209-01f7-416d-a4c5-a2aaf3acbf2e admin admin] Publish callbacks [] for security_group (ee979fd2-1d9c-4862-ab7d-b066fbcd66db), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:15.665762 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-79980209-01f7-416d-a4c5-a2aaf3acbf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (ee979fd2-1d9c-4862-ab7d-b066fbcd66db), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:15.668392 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-79980209-01f7-416d-a4c5-a2aaf3acbf2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:15.669613 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-79980209-01f7-416d-a4c5-a2aaf3acbf2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee979fd2-1d9c-4862-ab7d-b066fbcd66db HTTP/1.1" status: 204 len: 168 time: 0.1985996 Mar 15 17:21:15.678360 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79980209-01f7-416d-a4c5-a2aaf3acbf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee979fd2-1d9c-4862-ab7d-b066fbcd66db,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:16.031589 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6fa44656-53f9-4503-a7c9-5431c507e771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.543134 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44762) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:16.556614 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b59381e0-1183-4084-80fb-0105c21fabc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.629017 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b59381e0-1183-4084-80fb-0105c21fabc3 admin admin] Publish callbacks [] for security_group (2a46057b-a748-40af-9d94-e9d224a982e1), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.705777 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b59381e0-1183-4084-80fb-0105c21fabc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (2a46057b-a748-40af-9d94-e9d224a982e1), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.736372 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 44766) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:16.746510 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b59381e0-1183-4084-80fb-0105c21fabc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5ba7a7eb70240e49fbc17b2c37f8ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999774 Mar 15 17:21:16.746930 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44770) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:16.754325 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59381e0-1183-4084-80fb-0105c21fabc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a46057b-a748-40af-9d94-e9d224a982e1,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:16.798439 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-16622af0-9367-4667-b491-b3fb45a4347f admin admin] Publish callbacks [] for security_group (2a46057b-a748-40af-9d94-e9d224a982e1), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.821849 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-16622af0-9367-4667-b491-b3fb45a4347f admin admin] Publish callbacks [] for security_group (2a46057b-a748-40af-9d94-e9d224a982e1), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.845821 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a5276e8a-23a1-44f4-b3e5-bba23de95f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.933621 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-16622af0-9367-4667-b491-b3fb45a4347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (2a46057b-a748-40af-9d94-e9d224a982e1), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.936209 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-16622af0-9367-4667-b491-b3fb45a4347f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:16.937383 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-16622af0-9367-4667-b491-b3fb45a4347f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a46057b-a748-40af-9d94-e9d224a982e1 HTTP/1.1" status: 204 len: 168 time: 0.1895654 Mar 15 17:21:16.948531 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16622af0-9367-4667-b491-b3fb45a4347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a46057b-a748-40af-9d94-e9d224a982e1,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:16.996334 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a5276e8a-23a1-44f4-b3e5-bba23de95f3e admin admin] Publish callbacks [] for security_group (82efc705-e560-4f55-b012-f6776c6dbb1b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:17.082302 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a5276e8a-23a1-44f4-b3e5-bba23de95f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (82efc705-e560-4f55-b012-f6776c6dbb1b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:17.121027 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a5276e8a-23a1-44f4-b3e5-bba23de95f3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ea9d6c1c15b46b2b6e422f55f208ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836191 Mar 15 17:21:17.121900 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5276e8a-23a1-44f4-b3e5-bba23de95f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82efc705-e560-4f55-b012-f6776c6dbb1b,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:17.124440 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44774) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:17.184218 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5045ea22-f41b-45f1-b107-4d46a6cb5b78 admin admin] Publish callbacks [] for security_group (82efc705-e560-4f55-b012-f6776c6dbb1b), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:17.207776 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5045ea22-f41b-45f1-b107-4d46a6cb5b78 admin admin] Publish callbacks [] for security_group (82efc705-e560-4f55-b012-f6776c6dbb1b), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:17.328185 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5045ea22-f41b-45f1-b107-4d46a6cb5b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (82efc705-e560-4f55-b012-f6776c6dbb1b), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:17.331049 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5045ea22-f41b-45f1-b107-4d46a6cb5b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:17.332236 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-5045ea22-f41b-45f1-b107-4d46a6cb5b78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82efc705-e560-4f55-b012-f6776c6dbb1b HTTP/1.1" status: 204 len: 168 time: 0.2066059 Mar 15 17:21:17.342645 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045ea22-f41b-45f1-b107-4d46a6cb5b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82efc705-e560-4f55-b012-f6776c6dbb1b,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:18.377743 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44800) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:18.395470 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-636c4b79-6996-445e-8a0f-7014976f124e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.471798 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-636c4b79-6996-445e-8a0f-7014976f124e admin admin] Publish callbacks [] for security_group (367e0801-da3e-4f9c-90a4-a46b5ad01046), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.562127 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-636c4b79-6996-445e-8a0f-7014976f124e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (367e0801-da3e-4f9c-90a4-a46b5ad01046), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.605085 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c4b79-6996-445e-8a0f-7014976f124e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367e0801-da3e-4f9c-90a4-a46b5ad01046,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:18.611913 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-636c4b79-6996-445e-8a0f-7014976f124e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c6b83a83b7541378570dc507424840c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306945 Mar 15 17:21:18.612146 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44804) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:18.630133 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c800cd5f-7616-4d03-88a2-60b1e6d1717f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.662602 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3064803c-0f95-467d-821c-089705e35ef4 admin admin] Publish callbacks [] for security_group (367e0801-da3e-4f9c-90a4-a46b5ad01046), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.685759 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3064803c-0f95-467d-821c-089705e35ef4 admin admin] Publish callbacks [] for security_group (367e0801-da3e-4f9c-90a4-a46b5ad01046), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.809532 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3064803c-0f95-467d-821c-089705e35ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (367e0801-da3e-4f9c-90a4-a46b5ad01046), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.812254 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3064803c-0f95-467d-821c-089705e35ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:18.814006 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3064803c-0f95-467d-821c-089705e35ef4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/367e0801-da3e-4f9c-90a4-a46b5ad01046 HTTP/1.1" status: 204 len: 168 time: 0.2009330 Mar 15 17:21:18.821877 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064803c-0f95-467d-821c-089705e35ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367e0801-da3e-4f9c-90a4-a46b5ad01046,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:19.465187 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:19.792287 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44844) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:19.894218 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-abaed605-359e-403a-9c95-fe143ddf1385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:19.967560 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-abaed605-359e-403a-9c95-fe143ddf1385 admin admin] Publish callbacks [] for security_group (ab19142f-3726-4dbe-8013-aa40e8d5b870), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.036561 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-abaed605-359e-403a-9c95-fe143ddf1385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (ab19142f-3726-4dbe-8013-aa40e8d5b870), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.076562 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-abaed605-359e-403a-9c95-fe143ddf1385 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd216e03ae8e4913a77a95dc22d0ea4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831843 Mar 15 17:21:20.077837 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaed605-359e-403a-9c95-fe143ddf1385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab19142f-3726-4dbe-8013-aa40e8d5b870,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:20.079302 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 44852) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:20.128050 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c2ac18bb-9778-42fb-b60c-0e1428acf81c admin admin] Publish callbacks [] for security_group (ab19142f-3726-4dbe-8013-aa40e8d5b870), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.149855 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c2ac18bb-9778-42fb-b60c-0e1428acf81c admin admin] Publish callbacks [] for security_group (ab19142f-3726-4dbe-8013-aa40e8d5b870), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.293679 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c2ac18bb-9778-42fb-b60c-0e1428acf81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (ab19142f-3726-4dbe-8013-aa40e8d5b870), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.296272 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c2ac18bb-9778-42fb-b60c-0e1428acf81c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:20.297711 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c2ac18bb-9778-42fb-b60c-0e1428acf81c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab19142f-3726-4dbe-8013-aa40e8d5b870 HTTP/1.1" status: 204 len: 168 time: 0.2164061 Mar 15 17:21:20.315995 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac18bb-9778-42fb-b60c-0e1428acf81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab19142f-3726-4dbe-8013-aa40e8d5b870,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:20.985028 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:21.195604 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 44876) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:21.209783 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3f0837da-9954-4f0c-8222-b4b298b74831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:21.281188 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3f0837da-9954-4f0c-8222-b4b298b74831 admin admin] Publish callbacks [] for security_group (748ff812-9ede-4be6-a8bc-c10be41e99a6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:21.408295 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3f0837da-9954-4f0c-8222-b4b298b74831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (748ff812-9ede-4be6-a8bc-c10be41e99a6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:21.451275 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3f0837da-9954-4f0c-8222-b4b298b74831 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02dd3a30beba4c96b0c6e0fd9b084216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545469 Mar 15 17:21:21.452237 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0837da-9954-4f0c-8222-b4b298b74831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748ff812-9ede-4be6-a8bc-c10be41e99a6,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:21.455384 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 44880) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:21.509992 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7c7554a8-7c0f-4b0f-a1a5-c28ffaddb2bf admin admin] Publish callbacks [] for security_group (748ff812-9ede-4be6-a8bc-c10be41e99a6), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:21.532532 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7c7554a8-7c0f-4b0f-a1a5-c28ffaddb2bf admin admin] Publish callbacks [] for security_group (748ff812-9ede-4be6-a8bc-c10be41e99a6), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:21.653730 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7c7554a8-7c0f-4b0f-a1a5-c28ffaddb2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (748ff812-9ede-4be6-a8bc-c10be41e99a6), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:21.656714 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7c7554a8-7c0f-4b0f-a1a5-c28ffaddb2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:21.658820 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7c7554a8-7c0f-4b0f-a1a5-c28ffaddb2bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/748ff812-9ede-4be6-a8bc-c10be41e99a6 HTTP/1.1" status: 204 len: 168 time: 0.2010999 Mar 15 17:21:21.667186 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7554a8-7c0f-4b0f-a1a5-c28ffaddb2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748ff812-9ede-4be6-a8bc-c10be41e99a6,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:22.602806 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:29.828235 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45042) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:29.933281 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c103d286-9449-4be1-91c7-c004911c6033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.003690 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c103d286-9449-4be1-91c7-c004911c6033 admin admin] Publish callbacks [] for security_group (201a1ce8-1e42-4b97-84d4-623e2d0eef3e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.081587 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c103d286-9449-4be1-91c7-c004911c6033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (201a1ce8-1e42-4b97-84d4-623e2d0eef3e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.119338 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c103d286-9449-4be1-91c7-c004911c6033 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc6c9b3d168040afaa0b1bdb1228e4fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892966 Mar 15 17:21:30.120280 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103d286-9449-4be1-91c7-c004911c6033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201a1ce8-1e42-4b97-84d4-623e2d0eef3e,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:30.122018 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45048) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:30.172764 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6df134ca-5f53-41be-9f93-7c239abb86da admin admin] Publish callbacks [] for security_group (201a1ce8-1e42-4b97-84d4-623e2d0eef3e), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.200028 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6df134ca-5f53-41be-9f93-7c239abb86da admin admin] Publish callbacks [] for security_group (201a1ce8-1e42-4b97-84d4-623e2d0eef3e), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.407416 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6df134ca-5f53-41be-9f93-7c239abb86da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (201a1ce8-1e42-4b97-84d4-623e2d0eef3e), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.410006 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6df134ca-5f53-41be-9f93-7c239abb86da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:30.411239 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-6df134ca-5f53-41be-9f93-7c239abb86da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/201a1ce8-1e42-4b97-84d4-623e2d0eef3e HTTP/1.1" status: 204 len: 168 time: 0.2873955 Mar 15 17:21:30.419248 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df134ca-5f53-41be-9f93-7c239abb86da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201a1ce8-1e42-4b97-84d4-623e2d0eef3e,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:31.170535 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45064) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:31.183553 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-518ac5ed-2dda-4ea8-89df-ff42a203b010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.260982 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-518ac5ed-2dda-4ea8-89df-ff42a203b010 admin admin] Publish callbacks [] for security_group (fa23a3c8-7e1f-4997-9094-3604d6f4d4f9), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.355942 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-518ac5ed-2dda-4ea8-89df-ff42a203b010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (fa23a3c8-7e1f-4997-9094-3604d6f4d4f9), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.395289 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-518ac5ed-2dda-4ea8-89df-ff42a203b010 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34546faf91b148f7b4a96ca98802bff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236571 Mar 15 17:21:31.396235 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ac5ed-2dda-4ea8-89df-ff42a203b010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa23a3c8-7e1f-4997-9094-3604d6f4d4f9,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:31.397929 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45066) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:31.446631 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-006282e4-dba8-47f3-914e-06dee299a81e admin admin] Publish callbacks [] for security_group (fa23a3c8-7e1f-4997-9094-3604d6f4d4f9), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.467108 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-006282e4-dba8-47f3-914e-06dee299a81e admin admin] Publish callbacks [] for security_group (fa23a3c8-7e1f-4997-9094-3604d6f4d4f9), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.601873 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-006282e4-dba8-47f3-914e-06dee299a81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (fa23a3c8-7e1f-4997-9094-3604d6f4d4f9), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.604453 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-006282e4-dba8-47f3-914e-06dee299a81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:31.605615 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-006282e4-dba8-47f3-914e-06dee299a81e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa23a3c8-7e1f-4997-9094-3604d6f4d4f9 HTTP/1.1" status: 204 len: 168 time: 0.2066994 Mar 15 17:21:31.616831 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006282e4-dba8-47f3-914e-06dee299a81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa23a3c8-7e1f-4997-9094-3604d6f4d4f9,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:32.445611 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45080) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:32.459788 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-40ba022b-d71d-4d4d-859f-d2ae4e51d282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:32.541932 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-40ba022b-d71d-4d4d-859f-d2ae4e51d282 admin admin] Publish callbacks [] for security_group (09c1b6e9-a6e0-4a6b-aafa-222103748c94), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:32.624664 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-40ba022b-d71d-4d4d-859f-d2ae4e51d282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (09c1b6e9-a6e0-4a6b-aafa-222103748c94), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:32.665972 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-40ba022b-d71d-4d4d-859f-d2ae4e51d282 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d3dec5a5ce74a9ab30b425ee81aa280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168634 Mar 15 17:21:32.665972 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba022b-d71d-4d4d-859f-d2ae4e51d282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c1b6e9-a6e0-4a6b-aafa-222103748c94,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:32.666581 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45090) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:32.721586 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1503c70c-f882-47c8-99b0-51330a7841fb admin admin] Publish callbacks [] for security_group (09c1b6e9-a6e0-4a6b-aafa-222103748c94), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:32.745289 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1503c70c-f882-47c8-99b0-51330a7841fb admin admin] Publish callbacks [] for security_group (09c1b6e9-a6e0-4a6b-aafa-222103748c94), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:33.001564 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1503c70c-f882-47c8-99b0-51330a7841fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (09c1b6e9-a6e0-4a6b-aafa-222103748c94), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:33.004294 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1503c70c-f882-47c8-99b0-51330a7841fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:33.005454 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1503c70c-f882-47c8-99b0-51330a7841fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09c1b6e9-a6e0-4a6b-aafa-222103748c94 HTTP/1.1" status: 204 len: 168 time: 0.3377757 Mar 15 17:21:33.018877 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503c70c-f882-47c8-99b0-51330a7841fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c1b6e9-a6e0-4a6b-aafa-222103748c94,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:33.228750 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f6b8a-8eb5-453b-b329-9fa4ad19b228 req-6e248ddd-b418-4a6a-9297-8c05ac6dfeaf tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:33.229888 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d6f6b8a-8eb5-453b-b329-9fa4ad19b228 req-6e248ddd-b418-4a6a-9297-8c05ac6dfeaf tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 947 time: 0.0532186 Mar 15 17:21:33.277232 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d6f6b8a-8eb5-453b-b329-9fa4ad19b228 req-bc65bd2a-f64c-4517-b585-bc068f68f10f tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407302 Mar 15 17:21:34.005817 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45122) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:34.106852 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc627-16b3-4c38-a457-2842113e8751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:34.181940 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc627-16b3-4c38-a457-2842113e8751 admin admin] Publish callbacks [] for security_group (57ee8b4b-59d9-4c1e-87dd-64f7a758e606), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:34.298793 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc627-16b3-4c38-a457-2842113e8751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (57ee8b4b-59d9-4c1e-87dd-64f7a758e606), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:34.337036 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2c8fc627-16b3-4c38-a457-2842113e8751 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b01cffecaee14a478cefea2ca2958039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3299155 Mar 15 17:21:34.341300 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45132) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:34.384148 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fc627-16b3-4c38-a457-2842113e8751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ee8b4b-59d9-4c1e-87dd-64f7a758e606,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:34.410809 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89e28b0b-5966-4784-bdb4-90b691d18720 admin admin] Publish callbacks [] for security_group (57ee8b4b-59d9-4c1e-87dd-64f7a758e606), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:34.434333 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89e28b0b-5966-4784-bdb4-90b691d18720 admin admin] Publish callbacks [] for security_group (57ee8b4b-59d9-4c1e-87dd-64f7a758e606), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:34.443040 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613ff1b-c089-43e0-a7b0-a9069eb91e17 req-50e026be-98f8-40b5-ac5c-b64e519c9481 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:34.445726 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3613ff1b-c089-43e0-a7b0-a9069eb91e17 req-50e026be-98f8-40b5-ac5c-b64e519c9481 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 947 time: 0.0809116 Mar 15 17:21:34.507642 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3613ff1b-c089-43e0-a7b0-a9069eb91e17 req-3c4fc729-5ca3-4570-846b-8edf99d2eab8 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups?id=882654f5-8fb3-4186-885a-35a156dbfc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561335 Mar 15 17:21:34.551679 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d5de1-8742-495b-b776-ca689225e762 req-e786b49d-ccb2-44c2-966b-21dc04d8c3d7 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:21:34.553279 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a46d5de1-8742-495b-b776-ca689225e762 req-e786b49d-ccb2-44c2-966b-21dc04d8c3d7 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.55 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 947 time: 0.0544925 Mar 15 17:21:34.567332 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89e28b0b-5966-4784-bdb4-90b691d18720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (57ee8b4b-59d9-4c1e-87dd-64f7a758e606), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:34.570063 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89e28b0b-5966-4784-bdb4-90b691d18720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:34.571202 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-89e28b0b-5966-4784-bdb4-90b691d18720 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57ee8b4b-59d9-4c1e-87dd-64f7a758e606 HTTP/1.1" status: 204 len: 168 time: 0.2285588 Mar 15 17:21:34.604302 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e28b0b-5966-4784-bdb4-90b691d18720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ee8b4b-59d9-4c1e-87dd-64f7a758e606,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:34.688189 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-a46d5de1-8742-495b-b776-ca689225e762 req-918111d4-8e82-44fb-a837-b8d378463f21 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Deleting port 83741ec1-a54d-4101-9d52-80879e3cf84c {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:34.688543 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a46d5de1-8742-495b-b776-ca689225e762 req-918111d4-8e82-44fb-a837-b8d378463f21 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:34.783785 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-a46d5de1-8742-495b-b776-ca689225e762 req-918111d4-8e82-44fb-a837-b8d378463f21 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] For port 83741ec1-a54d-4101-9d52-80879e3cf84c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83741ec1-a54d-4101-9d52-80879e3cf84c,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:34.784151 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a46d5de1-8742-495b-b776-ca689225e762 req-918111d4-8e82-44fb-a837-b8d378463f21 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:34.970080 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a46d5de1-8742-495b-b776-ca689225e762 req-918111d4-8e82-44fb-a837-b8d378463f21 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:34.970612 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a46d5de1-8742-495b-b776-ca689225e762 req-918111d4-8e82-44fb-a837-b8d378463f21 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (85cd1013-9389-4d61-b450-ac7204b0ca50), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:34.974174 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-a46d5de1-8742-495b-b776-ca689225e762 req-918111d4-8e82-44fb-a837-b8d378463f21 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Floating IP 85cd1013-9389-4d61-b450-ac7204b0ca50 disassociated. External IP: 172.27.3.252, port: 83741ec1-a54d-4101-9d52-80879e3cf84c. Mar 15 17:21:34.974174 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-a46d5de1-8742-495b-b776-ca689225e762 req-918111d4-8e82-44fb-a837-b8d378463f21 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Calling delete_port for 83741ec1-a54d-4101-9d52-80879e3cf84c owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:35.190698 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a46d5de1-8742-495b-b776-ca689225e762 req-918111d4-8e82-44fb-a837-b8d378463f21 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (83741ec1-a54d-4101-9d52-80879e3cf84c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:35.231256 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918111d4-8e82-44fb-a837-b8d378463f21 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event deleted for resources: {'Port': ['ID=83741ec1-a54d-4101-9d52-80879e3cf84c,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:35.353228 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a46d5de1-8742-495b-b776-ca689225e762 req-918111d4-8e82-44fb-a837-b8d378463f21 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Router 71f44b43-a476-4d20-b4ab-8c89f27ffdda has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:21:35.357909 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45156) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:35.371873 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c248fff-5c0f-4091-836e-98c562820f1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:35.466721 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c248fff-5c0f-4091-836e-98c562820f1e admin admin] Publish callbacks [] for security_group (185ae356-d8bd-413a-a4b4-3be0e0259f06), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:35.474227 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a46d5de1-8742-495b-b776-ca689225e762 req-918111d4-8e82-44fb-a837-b8d378463f21 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:21:35.485783 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8dcf68-3c50-453b-b0a3-4a6d937e3eab None None] Sync routers for ids ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:21:35.501962 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8dcf68-3c50-453b-b0a3-4a6d937e3eab None None] Routers {'71f44b43-a476-4d20-b4ab-8c89f27ffdda'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:21:35.501962 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1b8dcf68-3c50-453b-b0a3-4a6d937e3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:21:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:35.518595 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46d5de1-8742-495b-b776-ca689225e762 req-918111d4-8e82-44fb-a837-b8d378463f21 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] No DVR routers for this DVR port 83741ec1-a54d-4101-9d52-80879e3cf84c on host hv-cinder-83124 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:21:35.521405 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a46d5de1-8742-495b-b776-ca689225e762 req-918111d4-8e82-44fb-a837-b8d378463f21 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:35.525838 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a46d5de1-8742-495b-b776-ca689225e762 req-918111d4-8e82-44fb-a837-b8d378463f21 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.55 "DELETE /v2.0/ports/83741ec1-a54d-4101-9d52-80879e3cf84c HTTP/1.1" status: 204 len: 173 time: 0.9668438 Mar 15 17:21:35.525838 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'name': 'network-vif-deleted', 'tag': '83741ec1-a54d-4101-9d52-80879e3cf84c'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:21:35.528731 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e02114-e632-4511-9539-e32149d2c8bf" -d '{"events": [{"server_uuid": "46fc1e8c-c4f0-4041-b8ef-55080abcd11e", "name": "network-vif-deleted", "tag": "83741ec1-a54d-4101-9d52-80879e3cf84c"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:21:35.561383 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c248fff-5c0f-4091-836e-98c562820f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (185ae356-d8bd-413a-a4b4-3be0e0259f06), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:35.597636 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d386e7-3657-44d2-8480-c3e5932d12b9 x-openstack-request-id: req-09d386e7-3657-44d2-8480-c3e5932d12b9 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:21:35.598508 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fc1e8c-c4f0-4041-b8ef-55080abcd11e", "name": "network-vif-deleted", "tag": "83741ec1-a54d-4101-9d52-80879e3cf84c", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:21:35.598508 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09d386e7-3657-44d2-8480-c3e5932d12b9 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:21:35.598799 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fc1e8c-c4f0-4041-b8ef-55080abcd11e', 'name': 'network-vif-deleted', 'tag': '83741ec1-a54d-4101-9d52-80879e3cf84c', 'status': 'completed', 'code': 200} Mar 15 17:21:35.619490 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1c248fff-5c0f-4091-836e-98c562820f1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1d992aadd5e405d9a97c0dcab9ccde4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606986 Mar 15 17:21:35.621956 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45182) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:35.622362 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c248fff-5c0f-4091-836e-98c562820f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185ae356-d8bd-413a-a4b4-3be0e0259f06,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:35.675973 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-254a099f-17ff-42db-86fc-5255a342cbd4 req-310bc06b-44d8-406f-b45e-6888c452c144 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fc1e8c-c4f0-4041-b8ef-55080abcd11e HTTP/1.1" status: 200 len: 210 time: 0.0501778 Mar 15 17:21:35.729496 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-1b8dcf68-3c50-453b-b0a3-4a6d937e3eab None None] Set router 71f44b43-a476-4d20-b4ab-8c89f27ffdda gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:21:35.736747 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ec2f3fa7-fec1-4b1d-a5e4-ec1ccae9d177 admin admin] Publish callbacks [] for security_group (185ae356-d8bd-413a-a4b4-3be0e0259f06), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:35.790552 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ec2f3fa7-fec1-4b1d-a5e4-ec1ccae9d177 admin admin] Publish callbacks [] for security_group (185ae356-d8bd-413a-a4b4-3be0e0259f06), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:35.927479 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ec2f3fa7-fec1-4b1d-a5e4-ec1ccae9d177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (185ae356-d8bd-413a-a4b4-3be0e0259f06), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:35.932128 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ec2f3fa7-fec1-4b1d-a5e4-ec1ccae9d177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:35.932128 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ec2f3fa7-fec1-4b1d-a5e4-ec1ccae9d177 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/185ae356-d8bd-413a-a4b4-3be0e0259f06 HTTP/1.1" status: 204 len: 168 time: 0.3087273 Mar 15 17:21:35.951091 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f3fa7-fec1-4b1d-a5e4-ec1ccae9d177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185ae356-d8bd-413a-a4b4-3be0e0259f06,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:36.100229 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1b8dcf68-3c50-453b-b0a3-4a6d937e3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '6f9b0933-0d2e-464d-af74-1b83cc7f122a', 'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'mac_address': 'fa:16:3e:d6:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 5, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'subnets': [{'id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:36.130366 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8dcf68-3c50-453b-b0a3-4a6d937e3eab None None] Checking router: 71f44b43-a476-4d20-b4ab-8c89f27ffdda for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:21:36.141385 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8dcf68-3c50-453b-b0a3-4a6d937e3eab None None] Routers {'71f44b43-a476-4d20-b4ab-8c89f27ffdda'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:21:36.142003 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1b8dcf68-3c50-453b-b0a3-4a6d937e3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:21:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:36.253336 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-1b8dcf68-3c50-453b-b0a3-4a6d937e3eab None None] Set router 71f44b43-a476-4d20-b4ab-8c89f27ffdda gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:21:36.463140 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1b8dcf68-3c50-453b-b0a3-4a6d937e3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '6f9b0933-0d2e-464d-af74-1b83cc7f122a', 'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'mac_address': 'fa:16:3e:d6:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 5, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'subnets': [{'id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:36.488825 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8dcf68-3c50-453b-b0a3-4a6d937e3eab None None] The sync data for ids ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'] in dv-cinder-831247-12-iscsi is: [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:14:12Z', 'revision_number': 4, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '6f9b0933-0d2e-464d-af74-1b83cc7f122a', 'name': '', 'network_id': 'f8cff2af-e6bb-48e4-afbf-b43442da6768', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'mac_address': 'fa:16:3e:d6:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:10Z', 'updated_at': '2022-03-15T17:14:17Z', 'revision_number': 5, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'subnets': [{'id': 'b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:21:36.504340 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45198) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:36.625661 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-100c71a5-3225-496b-9164-4220f426b881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:36.703843 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45202) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:36.715152 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-100c71a5-3225-496b-9164-4220f426b881 admin admin] Publish callbacks [] for security_group (7cd44111-bf85-4054-85c2-d8e3840bba2a), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:36.721902 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-55147d57-7486-412e-919f-0c59d233f37e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:36.779411 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9f8793-25ea-4fa3-a071-c282a4b90519 None None] New status for floating IP 85cd1013-9389-4d61-b450-ac7204b0ca50: DOWN {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:21:36.805671 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-55147d57-7486-412e-919f-0c59d233f37e admin admin] Publish callbacks [] for security_group (2eb61dd9-9a29-4fea-9860-1a1cd0672a6e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:36.807105 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-100c71a5-3225-496b-9164-4220f426b881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (7cd44111-bf85-4054-85c2-d8e3840bba2a), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:36.847272 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-100c71a5-3225-496b-9164-4220f426b881 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5846d4aea66463ab61dc2bddbe8f14b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412936 Mar 15 17:21:36.848723 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c71a5-3225-496b-9164-4220f426b881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd44111-bf85-4054-85c2-d8e3840bba2a,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:36.852143 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45208) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:36.855949 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45210) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:36.883608 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-55147d57-7486-412e-919f-0c59d233f37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (2eb61dd9-9a29-4fea-9860-1a1cd0672a6e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:36.969238 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55147d57-7486-412e-919f-0c59d233f37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb61dd9-9a29-4fea-9860-1a1cd0672a6e,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:36.975877 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-55147d57-7486-412e-919f-0c59d233f37e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2460590a954f4e7ea3f547c8ca3ac46b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685874 Mar 15 17:21:36.976509 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45214) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:37.002434 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-37dfd6fc-a42a-4763-ac96-db46e6add2bf admin admin] Publish callbacks [] for security_group (7cd44111-bf85-4054-85c2-d8e3840bba2a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.004142 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89128b46-9060-4bc8-b9ac-3f7293f5cdb0 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group (882654f5-8fb3-4186-885a-35a156dbfc3b), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.031390 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3ddfef42-d45e-4d02-a15c-5527d1080678 admin admin] Publish callbacks [] for security_group (2eb61dd9-9a29-4fea-9860-1a1cd0672a6e), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.042048 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-37dfd6fc-a42a-4763-ac96-db46e6add2bf admin admin] Publish callbacks [] for security_group (7cd44111-bf85-4054-85c2-d8e3840bba2a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.044723 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89128b46-9060-4bc8-b9ac-3f7293f5cdb0 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group (882654f5-8fb3-4186-885a-35a156dbfc3b), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.052565 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3ddfef42-d45e-4d02-a15c-5527d1080678 admin admin] Publish callbacks [] for security_group (2eb61dd9-9a29-4fea-9860-1a1cd0672a6e), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.184459 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3ddfef42-d45e-4d02-a15c-5527d1080678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (2eb61dd9-9a29-4fea-9860-1a1cd0672a6e), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.187321 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3ddfef42-d45e-4d02-a15c-5527d1080678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.188523 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3ddfef42-d45e-4d02-a15c-5527d1080678 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2eb61dd9-9a29-4fea-9860-1a1cd0672a6e HTTP/1.1" status: 204 len: 168 time: 0.2110355 Mar 15 17:21:37.196547 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfef42-d45e-4d02-a15c-5527d1080678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb61dd9-9a29-4fea-9860-1a1cd0672a6e,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:37.230645 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89128b46-9060-4bc8-b9ac-3f7293f5cdb0 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (882654f5-8fb3-4186-885a-35a156dbfc3b), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.233383 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89128b46-9060-4bc8-b9ac-3f7293f5cdb0 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.235109 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-89128b46-9060-4bc8-b9ac-3f7293f5cdb0 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "DELETE /v2.0/security-groups/882654f5-8fb3-4186-885a-35a156dbfc3b HTTP/1.1" status: 204 len: 168 time: 0.3819489 Mar 15 17:21:37.237906 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45218) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:37.238826 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-37dfd6fc-a42a-4763-ac96-db46e6add2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (7cd44111-bf85-4054-85c2-d8e3840bba2a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.241365 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-37dfd6fc-a42a-4763-ac96-db46e6add2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.244667 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-37dfd6fc-a42a-4763-ac96-db46e6add2bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7cd44111-bf85-4054-85c2-d8e3840bba2a HTTP/1.1" status: 204 len: 168 time: 0.3883035 Mar 15 17:21:37.250739 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89128b46-9060-4bc8-b9ac-3f7293f5cdb0 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882654f5-8fb3-4186-885a-35a156dbfc3b,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:37.260595 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.api.v2.resource [None req-b389a719-c356-4204-82d1-5c632dceca00 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] show failed (client error): The resource could not be found. Mar 15 17:21:37.263291 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b389a719-c356-4204-82d1-5c632dceca00 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "GET /v2.0/security-groups/882654f5-8fb3-4186-885a-35a156dbfc3b HTTP/1.1" status: 404 len: 347 time: 0.0238485 Mar 15 17:21:37.266280 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfd6fc-a42a-4763-ac96-db46e6add2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd44111-bf85-4054-85c2-d8e3840bba2a,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:37.266655 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45222) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:37.411425 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-939e6b24-9bd2-4c81-a74b-867cc04ac72c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Deleting port b5c244cc-1dc4-4508-9da2-3c596fac1d3c {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:37.411758 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-939e6b24-9bd2-4c81-a74b-867cc04ac72c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (b5c244cc-1dc4-4508-9da2-3c596fac1d3c), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.487620 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-939e6b24-9bd2-4c81-a74b-867cc04ac72c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (b5c244cc-1dc4-4508-9da2-3c596fac1d3c), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.488048 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-939e6b24-9bd2-4c81-a74b-867cc04ac72c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for floatingip (b5c244cc-1dc4-4508-9da2-3c596fac1d3c), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.501453 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-939e6b24-9bd2-4c81-a74b-867cc04ac72c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Calling delete_port for b5c244cc-1dc4-4508-9da2-3c596fac1d3c owned by network:floatingip {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:37.755923 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-939e6b24-9bd2-4c81-a74b-867cc04ac72c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (b5c244cc-1dc4-4508-9da2-3c596fac1d3c), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.782001 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e6b24-9bd2-4c81-a74b-867cc04ac72c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Pushing event deleted for resources: {'Port': ['ID=b5c244cc-1dc4-4508-9da2-3c596fac1d3c,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:37.846389 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-939e6b24-9bd2-4c81-a74b-867cc04ac72c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks [] for floatingip (85cd1013-9389-4d61-b450-ac7204b0ca50), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.848968 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-939e6b24-9bd2-4c81-a74b-867cc04ac72c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:37.850138 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-939e6b24-9bd2-4c81-a74b-867cc04ac72c tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] 10.222.0.37 "DELETE /v2.0/floatingips/85cd1013-9389-4d61-b450-ac7204b0ca50 HTTP/1.1" status: 204 len: 168 time: 0.5821819 Mar 15 17:21:38.054468 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45238) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:38.068783 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4ed8b6bd-ad17-4c92-a907-b84731fbcca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:38.162296 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4ed8b6bd-ad17-4c92-a907-b84731fbcca6 admin admin] Publish callbacks [] for security_group (af977d94-ea6a-441e-ade3-abc8ffd0ef21), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:38.235796 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4ed8b6bd-ad17-4c92-a907-b84731fbcca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (af977d94-ea6a-441e-ade3-abc8ffd0ef21), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:38.277972 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-4ed8b6bd-ad17-4c92-a907-b84731fbcca6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f32ec42449e4bc7a6ffef97a3f81724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223172 Mar 15 17:21:38.279965 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8b6bd-ad17-4c92-a907-b84731fbcca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af977d94-ea6a-441e-ade3-abc8ffd0ef21,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:38.281158 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45248) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:38.337374 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6e8aedf8-4171-4ca6-88e4-1d31022ffd56 admin admin] Publish callbacks [] for security_group (af977d94-ea6a-441e-ade3-abc8ffd0ef21), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:38.360374 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6e8aedf8-4171-4ca6-88e4-1d31022ffd56 admin admin] Publish callbacks [] for security_group (af977d94-ea6a-441e-ade3-abc8ffd0ef21), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:38.492683 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6e8aedf8-4171-4ca6-88e4-1d31022ffd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (af977d94-ea6a-441e-ade3-abc8ffd0ef21), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:38.495533 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6e8aedf8-4171-4ca6-88e4-1d31022ffd56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:38.499504 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6e8aedf8-4171-4ca6-88e4-1d31022ffd56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af977d94-ea6a-441e-ade3-abc8ffd0ef21 HTTP/1.1" status: 204 len: 168 time: 0.2141919 Mar 15 17:21:38.504893 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8aedf8-4171-4ca6-88e4-1d31022ffd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af977d94-ea6a-441e-ade3-abc8ffd0ef21,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:39.115404 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:39.345421 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 83741ec1-a54d-4101-9d52-80879e3cf84c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:21:39.364863 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: 83741ec1-a54d-4101-9d52-80879e3cf84c {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:21:39.367322 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 83741ec1-a54d-4101-9d52-80879e3cf84c not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:21:40.735264 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45360) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:41.324213 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e8e4-5c23-4e33-98dd-278388a3a921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1720370'] for router_interface (71f44b43-a476-4d20-b4ab-8c89f27ffdda), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.597731 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-a2a5e8e4-5c23-4e33-98dd-278388a3a921 admin admin] Deleting port 6f9b0933-0d2e-464d-af74-1b83cc7f122a {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:41.598083 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e8e4-5c23-4e33-98dd-278388a3a921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.693792 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-a2a5e8e4-5c23-4e33-98dd-278388a3a921 admin admin] For port 6f9b0933-0d2e-464d-af74-1b83cc7f122a, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=6f9b0933-0d2e-464d-af74-1b83cc7f122a,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:41.694385 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e8e4-5c23-4e33-98dd-278388a3a921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:41.713592 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-a2a5e8e4-5c23-4e33-98dd-278388a3a921 admin admin] Calling delete_port for 6f9b0933-0d2e-464d-af74-1b83cc7f122a owned by network:router_interface {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:41.989929 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e8e4-5c23-4e33-98dd-278388a3a921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (6f9b0933-0d2e-464d-af74-1b83cc7f122a), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.020621 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5e8e4-5c23-4e33-98dd-278388a3a921 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9b0933-0d2e-464d-af74-1b83cc7f122a,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:42.140046 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45402) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:42.206308 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e8e4-5c23-4e33-98dd-278388a3a921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720454'] for router_interface (71f44b43-a476-4d20-b4ab-8c89f27ffdda), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.282016 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51fd50b8-d050-48ce-ba5e-d13d16f66c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.380544 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51fd50b8-d050-48ce-ba5e-d13d16f66c74 admin admin] Publish callbacks [] for security_group (6967970b-b923-4458-8859-3e209b7263b1), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.449123 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a5e8e4-5c23-4e33-98dd-278388a3a921 admin admin] Router 71f44b43-a476-4d20-b4ab-8c89f27ffdda has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:21:42.516079 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51fd50b8-d050-48ce-ba5e-d13d16f66c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (6967970b-b923-4458-8859-3e209b7263b1), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.557203 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd50b8-d050-48ce-ba5e-d13d16f66c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6967970b-b923-4458-8859-3e209b7263b1,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:42.562143 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-51fd50b8-d050-48ce-ba5e-d13d16f66c74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fb9f634b1bf4577b2601eb1be795b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4210317 Mar 15 17:21:42.564908 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a5e8e4-5c23-4e33-98dd-278388a3a921 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:21:42.565022 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45406) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:42.570362 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a2a5e8e4-5c23-4e33-98dd-278388a3a921 admin admin] 10.222.0.37 "PUT /v2.0/routers/71f44b43-a476-4d20-b4ab-8c89f27ffdda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8338463 Mar 15 17:21:42.579120 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45408) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:42.584117 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55867d75-aa84-4a6c-b72d-4d35a0912c2b None None] Sync routers for ids ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:21:42.596964 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55867d75-aa84-4a6c-b72d-4d35a0912c2b None None] Routers {'71f44b43-a476-4d20-b4ab-8c89f27ffdda'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:21:42.597881 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-55867d75-aa84-4a6c-b72d-4d35a0912c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:21:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:42.629796 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5e56df74-cc2a-4564-9c71-124e30e934af admin admin] Publish callbacks [] for security_group (6967970b-b923-4458-8859-3e209b7263b1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.656105 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5e56df74-cc2a-4564-9c71-124e30e934af admin admin] Publish callbacks [] for security_group (6967970b-b923-4458-8859-3e209b7263b1), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.696891 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] Publish callbacks [] for router (71f44b43-a476-4d20-b4ab-8c89f27ffdda), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.719023 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-55867d75-aa84-4a6c-b72d-4d35a0912c2b None None] Set router 71f44b43-a476-4d20-b4ab-8c89f27ffdda gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:21:42.806653 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] Publish callbacks [] for router_gateway (71f44b43-a476-4d20-b4ab-8c89f27ffdda), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.840721 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5e56df74-cc2a-4564-9c71-124e30e934af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (6967970b-b923-4458-8859-3e209b7263b1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.844136 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5e56df74-cc2a-4564-9c71-124e30e934af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:42.845656 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5e56df74-cc2a-4564-9c71-124e30e934af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6967970b-b923-4458-8859-3e209b7263b1 HTTP/1.1" status: 204 len: 168 time: 0.2795470 Mar 15 17:21:42.879222 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56df74-cc2a-4564-9c71-124e30e934af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6967970b-b923-4458-8859-3e209b7263b1,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:42.916179 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-55867d75-aa84-4a6c-b72d-4d35a0912c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:21:41Z', 'revision_number': 5, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port': {'id': '64c7d0fd-3605-4ef5-ba3c-820db2da113d', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:14:05Z', 'updated_at': '2022-03-15T17:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:42.948255 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55867d75-aa84-4a6c-b72d-4d35a0912c2b None None] Checking router: 71f44b43-a476-4d20-b4ab-8c89f27ffdda for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:21:42.958249 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55867d75-aa84-4a6c-b72d-4d35a0912c2b None None] Routers {'71f44b43-a476-4d20-b4ab-8c89f27ffdda'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:21:42.958914 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-55867d75-aa84-4a6c-b72d-4d35a0912c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:21:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:43.074718 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-55867d75-aa84-4a6c-b72d-4d35a0912c2b None None] Set router 71f44b43-a476-4d20-b4ab-8c89f27ffdda gateway port host: None {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:21:43.133556 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-55867d75-aa84-4a6c-b72d-4d35a0912c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:21:42Z', 'revision_number': 6, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port_host': None}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:43.162457 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55867d75-aa84-4a6c-b72d-4d35a0912c2b None None] The sync data for ids ['71f44b43-a476-4d20-b4ab-8c89f27ffdda'] in dv-cinder-831247-12-iscsi is: [{'id': '71f44b43-a476-4d20-b4ab-8c89f27ffdda', 'name': 'tempest-AttachVolumeShelveTestJSON-1130406852-router', 'tenant_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:14:04Z', 'updated_at': '2022-03-15T17:21:42Z', 'revision_number': 6, 'project_id': 'bc312adc0e8540e2b9f74a8d38e318bc', 'gw_port_host': None}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:21:43.255215 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] Deleting port 64c7d0fd-3605-4ef5-ba3c-820db2da113d {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:43.255215 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (64c7d0fd-3605-4ef5-ba3c-820db2da113d), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.338408 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] For port 64c7d0fd-3605-4ef5-ba3c-820db2da113d, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=64c7d0fd-3605-4ef5-ba3c-820db2da113d,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:43.338786 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (64c7d0fd-3605-4ef5-ba3c-820db2da113d), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.352503 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] Calling delete_port for 64c7d0fd-3605-4ef5-ba3c-820db2da113d owned by network:router_gateway {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:43.607208 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (64c7d0fd-3605-4ef5-ba3c-820db2da113d), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.638912 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c7d0fd-3605-4ef5-ba3c-820db2da113d,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:43.684688 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45416) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:43.699045 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b905dc14-ce1a-4a98-9d88-e4dfd08b78c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.705320 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686884'] for router_gateway (71f44b43-a476-4d20-b4ab-8c89f27ffdda), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.777974 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b905dc14-ce1a-4a98-9d88-e4dfd08b78c4 admin admin] Publish callbacks [] for security_group (b121c40f-d416-47fa-975d-97b52aacff8b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.800140 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7401'] for router (71f44b43-a476-4d20-b4ab-8c89f27ffdda), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.802267 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] Publish callbacks [] for router_controller (71f44b43-a476-4d20-b4ab-8c89f27ffdda), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.886999 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b905dc14-ce1a-4a98-9d88-e4dfd08b78c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (b121c40f-d416-47fa-975d-97b52aacff8b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.921712 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685140'] for router (71f44b43-a476-4d20-b4ab-8c89f27ffdda), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.922255 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71f44b43-a476-4d20-b4ab-8c89f27ffdda {{(pid=103957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:21:43.926718 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:43.927914 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-be586664-76c9-4dc9-a3eb-571589105239 admin admin] 10.222.0.37 "DELETE /v2.0/routers/71f44b43-a476-4d20-b4ab-8c89f27ffdda HTTP/1.1" status: 204 len: 168 time: 1.3478413 Mar 15 17:21:43.930631 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45418) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:43.938717 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b905dc14-ce1a-4a98-9d88-e4dfd08b78c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f3b3390877a49f8bcab8e5f4a61e3e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476089 Mar 15 17:21:43.938717 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905dc14-ce1a-4a98-9d88-e4dfd08b78c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b121c40f-d416-47fa-975d-97b52aacff8b,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:43.943224 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45422) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:44.015529 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8fe242-42fd-47e9-a633-cc979a10bb6c admin admin] Deleting subnet b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11 {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:21:44.020054 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe242-42fd-47e9-a633-cc979a10bb6c admin admin] Publish callbacks [] for subnet (b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.061975 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-804ac80f-6c66-4510-8fe5-8a660a9829fd admin admin] Publish callbacks [] for security_group (b121c40f-d416-47fa-975d-97b52aacff8b), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.069994 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe242-42fd-47e9-a633-cc979a10bb6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26117020'] for subnet (b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.117367 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-804ac80f-6c66-4510-8fe5-8a660a9829fd admin admin] Publish callbacks [] for security_group (b121c40f-d416-47fa-975d-97b52aacff8b), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.198499 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe242-42fd-47e9-a633-cc979a10bb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.401872 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-804ac80f-6c66-4510-8fe5-8a660a9829fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (b121c40f-d416-47fa-975d-97b52aacff8b), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.405384 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-804ac80f-6c66-4510-8fe5-8a660a9829fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.409295 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-804ac80f-6c66-4510-8fe5-8a660a9829fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b121c40f-d416-47fa-975d-97b52aacff8b HTTP/1.1" status: 204 len: 168 time: 0.4613957 Mar 15 17:21:44.417631 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ac80f-6c66-4510-8fe5-8a660a9829fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b121c40f-d416-47fa-975d-97b52aacff8b,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:44.433472 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 64c7d0fd-3605-4ef5-ba3c-820db2da113d no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:21:44.458151 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 64c7d0fd-3605-4ef5-ba3c-820db2da113d {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:21:44.458494 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 64c7d0fd-3605-4ef5-ba3c-820db2da113d not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:21:44.458939 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 6f9b0933-0d2e-464d-af74-1b83cc7f122a no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:21:44.462843 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe242-42fd-47e9-a633-cc979a10bb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4078925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26859178'] for subnet (b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.479300 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 6f9b0933-0d2e-464d-af74-1b83cc7f122a {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:21:44.479569 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 6f9b0933-0d2e-464d-af74-1b83cc7f122a not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:21:44.488632 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fe242-42fd-47e9-a633-cc979a10bb6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:44.495000 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe242-42fd-47e9-a633-cc979a10bb6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.498178 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9c8fe242-42fd-47e9-a633-cc979a10bb6c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b5b7e44d-cd5c-4d64-9060-7fa9aa26ae11 HTTP/1.1" status: 204 len: 168 time: 0.5665243 Mar 15 17:21:44.501562 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45426) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:44.505513 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af1bebe-8fc1-43de-8edc-025d671cd727 None None] Network f8cff2af-e6bb-48e4-afbf-b43442da6768 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:21:44.577712 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (f8cff2af-e6bb-48e4-afbf-b43442da6768), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.635027 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] Deleting port bfa24b1a-228d-4207-ba52-127cf15670f4 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:44.635510 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.673090 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] DHCP port deletion for f8cff2af-e6bb-48e4-afbf-b43442da6768 request from dv-cinder-831247-12-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:21:44.718038 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] For port bfa24b1a-228d-4207-ba52-127cf15670f4, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=bfa24b1a-228d-4207-ba52-127cf15670f4,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:44.718982 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.723404 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Deleting port bfa24b1a-228d-4207-ba52-127cf15670f4 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:21:44.723835 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.732365 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] Calling delete_port for bfa24b1a-228d-4207-ba52-127cf15670f4 owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:44.801148 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] For port bfa24b1a-228d-4207-ba52-127cf15670f4, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=bfa24b1a-228d-4207-ba52-127cf15670f4,segment=NetworkSegment(cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942),segment_id=cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:21:44.801891 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.815723 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Calling delete_port for bfa24b1a-228d-4207-ba52-127cf15670f4 owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:21:44.926938 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.933768 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100'] for port (bfa24b1a-228d-4207-ba52-127cf15670f4), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:44.960399 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] No DVR routers for this DVR port bfa24b1a-228d-4207-ba52-127cf15670f4 on host dv-cinder-831247-12-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:21:44.965216 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Pushing event deleted for resources: {'Port': ['ID=bfa24b1a-228d-4207-ba52-127cf15670f4,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:44.965459 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa24b1a-228d-4207-ba52-127cf15670f4,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:44.974596 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] No DVR routers for this DVR port bfa24b1a-228d-4207-ba52-127cf15670f4 on host dv-cinder-831247-12-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:21:44.980872 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:44.981315 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:44.981846 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:44.982131 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:44.982531 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:44.983439 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:44.984474 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:44.984877 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:44.985277 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:44.985686 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:44.986082 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:44.986477 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:44.986906 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:44.987292 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:44.987736 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834914c-5ff1-44cb-bedb-7519bf7d0175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:21:45.064815 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (f8cff2af-e6bb-48e4-afbf-b43442da6768), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.087149 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cff2af-e6bb-48e4-afbf-b43442da6768']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:45.097410 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:45.097724 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:21:45.108877 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26117029'] for segment (cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.123401 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.130216 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:21:45.130612 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079095'] for segment (cd5630fe-4d1c-4ee4-9e0b-c6db8b0da942), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: Traceback (most recent call last): Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: timer() Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: cb(*args, **kw) Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: return func(*args, **kwargs) Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: self._notify() Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: self.callback(batched_events) Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: event.method(event) Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: return f(self, *a, **k) Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._get(url).json() Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: return self.request(url, 'GET', **kwargs) Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:21:45.132491 dv-cinder-831247-12-iscsi neutron-server[103957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:21:45.303691 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (f8cff2af-e6bb-48e4-afbf-b43442da6768), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.311499 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.314625 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] 10.222.0.37 "DELETE /v2.0/networks/f8cff2af-e6bb-48e4-afbf-b43442da6768 HTTP/1.1" status: 204 len: 168 time: 0.8120413 Mar 15 17:21:45.326284 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5e268-beed-45a5-935f-bcfad0b847dd admin admin] Pushing event deleted for resources: {'Network': ['ID=f8cff2af-e6bb-48e4-afbf-b43442da6768,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:45.706905 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45450) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:45.751286 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b617be7a-9f25-471e-bff6-5f09db24b89d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc312adc0e8540e2b9f74a8d38e318bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429854 Mar 15 17:21:45.754453 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45452) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:45.805308 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa54d468-9a7e-4593-8f90-95b405b96e68 admin admin] Publish callbacks [] for security_group (dd1e5097-5969-49ea-b5bb-0ac9b4a22982), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.829311 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa54d468-9a7e-4593-8f90-95b405b96e68 admin admin] Publish callbacks [] for security_group (dd1e5097-5969-49ea-b5bb-0ac9b4a22982), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.955070 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa54d468-9a7e-4593-8f90-95b405b96e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (dd1e5097-5969-49ea-b5bb-0ac9b4a22982), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.957764 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa54d468-9a7e-4593-8f90-95b405b96e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:45.958975 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-aa54d468-9a7e-4593-8f90-95b405b96e68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd1e5097-5969-49ea-b5bb-0ac9b4a22982 HTTP/1.1" status: 204 len: 168 time: 0.2035041 Mar 15 17:21:45.968853 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54d468-9a7e-4593-8f90-95b405b96e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1e5097-5969-49ea-b5bb-0ac9b4a22982,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:45.996004 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbbcbcd6-f24b-4647-9cf9-fd70011fc668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:46.255382 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:21:46.427950 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device bfa24b1a-228d-4207-ba52-127cf15670f4 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:21:46.449815 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: bfa24b1a-228d-4207-ba52-127cf15670f4 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:21:46.450175 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device bfa24b1a-228d-4207-ba52-127cf15670f4 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:21:46.551502 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45472) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:46.659554 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-68528999-51f9-4048-b295-7869c9688f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:46.744175 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-68528999-51f9-4048-b295-7869c9688f2b admin admin] Publish callbacks [] for security_group (66bd93e3-a2a7-43d0-9717-7081feaf2891), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:46.852408 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-68528999-51f9-4048-b295-7869c9688f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (66bd93e3-a2a7-43d0-9717-7081feaf2891), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:46.893347 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-68528999-51f9-4048-b295-7869c9688f2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe2eb96d5c1b4ad1ae51d235f7cf634c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406878 Mar 15 17:21:46.894387 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68528999-51f9-4048-b295-7869c9688f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bd93e3-a2a7-43d0-9717-7081feaf2891,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:46.896681 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45480) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:46.956363 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7b9e25ad-c790-4e4c-93af-91a7538eee26 admin admin] Publish callbacks [] for security_group (66bd93e3-a2a7-43d0-9717-7081feaf2891), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:46.982112 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7b9e25ad-c790-4e4c-93af-91a7538eee26 admin admin] Publish callbacks [] for security_group (66bd93e3-a2a7-43d0-9717-7081feaf2891), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:47.161073 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7b9e25ad-c790-4e4c-93af-91a7538eee26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (66bd93e3-a2a7-43d0-9717-7081feaf2891), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:47.163969 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7b9e25ad-c790-4e4c-93af-91a7538eee26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:47.169557 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7b9e25ad-c790-4e4c-93af-91a7538eee26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66bd93e3-a2a7-43d0-9717-7081feaf2891 HTTP/1.1" status: 204 len: 168 time: 0.2675126 Mar 15 17:21:47.174659 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e25ad-c790-4e4c-93af-91a7538eee26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bd93e3-a2a7-43d0-9717-7081feaf2891,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:48.680715 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0afe3e9f-eed3-4e20-9540-e382d025426e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:49.600266 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:50.989083 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:51.372162 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45582) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:51.475462 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed083-2480-4d11-b855-57ce5035d051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:51.549923 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed083-2480-4d11-b855-57ce5035d051 admin admin] Publish callbacks [] for security_group (76d049b5-2298-4dfc-805d-84c7698e6392), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:51.651622 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed083-2480-4d11-b855-57ce5035d051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (76d049b5-2298-4dfc-805d-84c7698e6392), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:51.691826 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1e5ed083-2480-4d11-b855-57ce5035d051 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=524a12c4c14a401f96b695ef7a6f4e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179417 Mar 15 17:21:51.692704 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ed083-2480-4d11-b855-57ce5035d051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d049b5-2298-4dfc-805d-84c7698e6392,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:51.695088 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45588) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:21:51.743551 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57d43980-be50-4530-a466-3b50eadaff62 admin admin] Publish callbacks [] for security_group (76d049b5-2298-4dfc-805d-84c7698e6392), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:51.765166 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57d43980-be50-4530-a466-3b50eadaff62 admin admin] Publish callbacks [] for security_group (76d049b5-2298-4dfc-805d-84c7698e6392), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:51.874857 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57d43980-be50-4530-a466-3b50eadaff62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (76d049b5-2298-4dfc-805d-84c7698e6392), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:51.877376 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57d43980-be50-4530-a466-3b50eadaff62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:21:51.878524 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-57d43980-be50-4530-a466-3b50eadaff62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76d049b5-2298-4dfc-805d-84c7698e6392 HTTP/1.1" status: 204 len: 168 time: 0.1823306 Mar 15 17:21:51.886266 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d43980-be50-4530-a466-3b50eadaff62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d049b5-2298-4dfc-805d-84c7698e6392,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:21:52.588633 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:09.113704 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:09.271930 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45804) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:09.376134 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:09.450583 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Publish callbacks [] for security_group (31562a68-91b9-4fda-bf3e-890952ebb865), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:09.548217 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (31562a68-91b9-4fda-bf3e-890952ebb865), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:09.589130 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31562a68-91b9-4fda-bf3e-890952ebb865,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:09.592946 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d2ebacf4bed440cbb04d9861c0e7276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200235 Mar 15 17:22:09.595819 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45822) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:09.599191 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.599543 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.599888 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.600229 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.600562 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.600893 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.601223 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.601554 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.601883 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.602205 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.602531 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.602873 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.603806 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.603806 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.604009 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef74e-1bd6-4921-889c-26f60257aff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.649581 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Publish callbacks [] for security_group (31562a68-91b9-4fda-bf3e-890952ebb865), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:09.671210 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Publish callbacks [] for security_group (31562a68-91b9-4fda-bf3e-890952ebb865), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:09.776256 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (31562a68-91b9-4fda-bf3e-890952ebb865), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:09.779621 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:09.780792 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31562a68-91b9-4fda-bf3e-890952ebb865 HTTP/1.1" status: 204 len: 168 time: 0.1837430 Mar 15 17:22:09.788925 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31562a68-91b9-4fda-bf3e-890952ebb865,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:09.796306 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.796662 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.797013 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.797357 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.797706 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.798086 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.798421 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.798694 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.799039 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.799376 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.799703 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.800042 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.800374 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.800688 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:09.801007 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a18fc-e935-4401-9e68-82a72892b5f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:11.589195 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3caee7e0-5dcf-4e96-a228-a8c712c419d8 req-ba2e1be9-af67-4f5c-b3c0-627da82332f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433264 Mar 15 17:22:11.655263 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caee7e0-5dcf-4e96-a228-a8c712c419d8 req-935cdafe-3c87-4b4b-9c63-1e0fbb72b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:11.656758 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3caee7e0-5dcf-4e96-a228-a8c712c419d8 req-935cdafe-3c87-4b4b-9c63-1e0fbb72b2aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c00825d4e1094ac580f79cc84d46b348&device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 1130 time: 0.0451322 Mar 15 17:22:11.761168 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caee7e0-5dcf-4e96-a228-a8c712c419d8 req-10cd6ccb-6506-4433-bd55-f60d48250120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:11.763434 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3caee7e0-5dcf-4e96-a228-a8c712c419d8 req-10cd6ccb-6506-4433-bd55-f60d48250120 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df28181e-0456-4cb6-926c-b96c8c92a6ce HTTP/1.1" status: 200 len: 909 time: 0.0886810 Mar 15 17:22:11.830929 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3caee7e0-5dcf-4e96-a228-a8c712c419d8 req-c742753b-e846-4cb8-b1da-e65d97ab9615 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43486632-662c-4b43-a423-3ea9f6d6714c HTTP/1.1" status: 200 len: 1001 time: 0.0610385 Mar 15 17:22:12.831257 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caee7e0-5dcf-4e96-a228-a8c712c419d8 req-ad7c74b9-4502-4f9f-9d50-3373b727d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:12.832763 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3caee7e0-5dcf-4e96-a228-a8c712c419d8 req-ad7c74b9-4502-4f9f-9d50-3373b727d664 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5 HTTP/1.1" status: 200 len: 847 time: 0.0494742 Mar 15 17:22:13.677382 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caee7e0-5dcf-4e96-a228-a8c712c419d8 req-de261519-8859-4449-93cf-4c648af130c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:13.678869 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3caee7e0-5dcf-4e96-a228-a8c712c419d8 req-de261519-8859-4449-93cf-4c648af130c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df28181e-0456-4cb6-926c-b96c8c92a6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435688 Mar 15 17:22:14.645368 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3caee7e0-5dcf-4e96-a228-a8c712c419d8 req-198bd27e-2fbb-47c8-acec-51e5cb073265 service neutron] 10.222.0.55 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823002 Mar 15 17:22:14.737973 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3caee7e0-5dcf-4e96-a228-a8c712c419d8 req-db7bfef8-8cac-4945-a4ba-153d68624af1 service neutron] 10.222.0.55 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855601 Mar 15 17:22:16.004679 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-dcc4891b-6b70-4e8c-9f76-d7d0f6afcd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:16.721912 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 45916) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:16.828402 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-409eb6d8-9166-417f-96a8-be31bf7ee120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:16.898782 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-409eb6d8-9166-417f-96a8-be31bf7ee120 admin admin] Publish callbacks [] for security_group (90b3fde1-1974-4b3b-939e-bbb8ee285fc9), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:16.987775 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-409eb6d8-9166-417f-96a8-be31bf7ee120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (90b3fde1-1974-4b3b-939e-bbb8ee285fc9), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:17.027307 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-409eb6d8-9166-417f-96a8-be31bf7ee120 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67776903ee2445a18987e34c50396ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041062 Mar 15 17:22:17.028530 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409eb6d8-9166-417f-96a8-be31bf7ee120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b3fde1-1974-4b3b-939e-bbb8ee285fc9,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:17.031695 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 45928) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:17.081179 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-75d14e2a-39b5-4bf1-b66f-7716af6408bd admin admin] Publish callbacks [] for security_group (90b3fde1-1974-4b3b-939e-bbb8ee285fc9), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:17.103668 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-75d14e2a-39b5-4bf1-b66f-7716af6408bd admin admin] Publish callbacks [] for security_group (90b3fde1-1974-4b3b-939e-bbb8ee285fc9), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:17.222233 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-75d14e2a-39b5-4bf1-b66f-7716af6408bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (90b3fde1-1974-4b3b-939e-bbb8ee285fc9), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:17.224968 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-75d14e2a-39b5-4bf1-b66f-7716af6408bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:17.226226 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-75d14e2a-39b5-4bf1-b66f-7716af6408bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90b3fde1-1974-4b3b-939e-bbb8ee285fc9 HTTP/1.1" status: 204 len: 168 time: 0.1931317 Mar 15 17:22:17.234348 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d14e2a-39b5-4bf1-b66f-7716af6408bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b3fde1-1974-4b3b-939e-bbb8ee285fc9,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:18.599080 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e4ff3ee5-f749-48dd-8c8c-fa07e094fdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:19.428060 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:20.993304 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:21.824083 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3c1ca-6db9-4350-a51a-13b502636d48 req-60a64b0d-979c-4041-9abb-9754385538a8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:21.826527 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f4f3c1ca-6db9-4350-a51a-13b502636d48 req-60a64b0d-979c-4041-9abb-9754385538a8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0580349 Mar 15 17:22:21.876314 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f4f3c1ca-6db9-4350-a51a-13b502636d48 req-58a80f21-c113-4324-aec8-c6cf56b3b8ad tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442033 Mar 15 17:22:22.599129 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:22.997590 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fc048-19c1-4620-8f16-bb0cc4fe6df4 req-611efdbf-b222-4796-957f-1fdde5118941 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:22.999166 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a62fc048-19c1-4620-8f16-bb0cc4fe6df4 req-611efdbf-b222-4796-957f-1fdde5118941 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0511589 Mar 15 17:22:23.049688 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a62fc048-19c1-4620-8f16-bb0cc4fe6df4 req-376fbab3-9762-441d-b0dc-cf5da33479df tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451233 Mar 15 17:22:23.255042 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:22:24.166062 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb55d1-912e-42b7-8e58-6900c2969679 req-4703f9d6-2473-4fd7-a19a-7a116e6df0f0 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:24.167571 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-98fb55d1-912e-42b7-8e58-6900c2969679 req-4703f9d6-2473-4fd7-a19a-7a116e6df0f0 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0526874 Mar 15 17:22:24.221898 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-98fb55d1-912e-42b7-8e58-6900c2969679 req-7a1cd4a3-ceed-451c-b45f-003bc8176398 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475266 Mar 15 17:22:25.362128 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6584d80-a412-418c-aa03-06622fdde590 req-807761a1-0099-4c18-9196-87ee0a8ffb9b tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:25.363564 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b6584d80-a412-418c-aa03-06622fdde590 req-807761a1-0099-4c18-9196-87ee0a8ffb9b tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0568416 Mar 15 17:22:25.422968 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b6584d80-a412-418c-aa03-06622fdde590 req-0f826453-6ea9-4d0b-9ef3-c5c096b25762 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432994 Mar 15 17:22:26.098757 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46026) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:26.201967 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e65094ce-124d-4edc-82f1-a3d361e90660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:26.273202 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e65094ce-124d-4edc-82f1-a3d361e90660 admin admin] Publish callbacks [] for security_group (3c3c0bfe-cd4a-4a1c-9c97-cbc7554ff4d7), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:26.353801 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e65094ce-124d-4edc-82f1-a3d361e90660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (3c3c0bfe-cd4a-4a1c-9c97-cbc7554ff4d7), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:26.395656 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e65094ce-124d-4edc-82f1-a3d361e90660 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=014faa9ed7564fec83b5801acb8cc857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958238 Mar 15 17:22:26.396528 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65094ce-124d-4edc-82f1-a3d361e90660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3c0bfe-cd4a-4a1c-9c97-cbc7554ff4d7,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:26.398313 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46030) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:26.447165 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c9a4c0cc-1c39-4b6b-9231-37bb6bd2ef6d admin admin] Publish callbacks [] for security_group (3c3c0bfe-cd4a-4a1c-9c97-cbc7554ff4d7), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:26.470609 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c9a4c0cc-1c39-4b6b-9231-37bb6bd2ef6d admin admin] Publish callbacks [] for security_group (3c3c0bfe-cd4a-4a1c-9c97-cbc7554ff4d7), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:26.537043 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb289c8-dd72-41dc-b055-aec866b90be7 req-5f3ae44f-1c88-4df4-9ca9-131d24abc068 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:26.538515 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1bb289c8-dd72-41dc-b055-aec866b90be7 req-5f3ae44f-1c88-4df4-9ca9-131d24abc068 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0517535 Mar 15 17:22:26.587251 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1bb289c8-dd72-41dc-b055-aec866b90be7 req-4f64f1e4-3082-431b-b235-4ca8d36e0160 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424838 Mar 15 17:22:26.634068 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c9a4c0cc-1c39-4b6b-9231-37bb6bd2ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (3c3c0bfe-cd4a-4a1c-9c97-cbc7554ff4d7), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:26.636685 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c9a4c0cc-1c39-4b6b-9231-37bb6bd2ef6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:26.638017 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c9a4c0cc-1c39-4b6b-9231-37bb6bd2ef6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c3c0bfe-cd4a-4a1c-9c97-cbc7554ff4d7 HTTP/1.1" status: 204 len: 168 time: 0.2385924 Mar 15 17:22:26.645731 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4c0cc-1c39-4b6b-9231-37bb6bd2ef6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3c0bfe-cd4a-4a1c-9c97-cbc7554ff4d7,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:27.709864 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074f574-c7a8-4fb2-b4c2-dc6711b4e119 req-4feeedb6-46d4-4e3a-9846-013609f1dff1 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:27.711530 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0074f574-c7a8-4fb2-b4c2-dc6711b4e119 req-4feeedb6-46d4-4e3a-9846-013609f1dff1 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0552056 Mar 15 17:22:27.761427 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0074f574-c7a8-4fb2-b4c2-dc6711b4e119 req-1b056717-fba3-4f5d-b462-853b8ba32b0f tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442302 Mar 15 17:22:28.877815 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba814b-8221-4ce7-90fc-57d103e13285 req-029940ec-d1da-45e2-958d-ea12b58d2524 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:28.879356 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5dba814b-8221-4ce7-90fc-57d103e13285 req-029940ec-d1da-45e2-958d-ea12b58d2524 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0512137 Mar 15 17:22:28.928275 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5dba814b-8221-4ce7-90fc-57d103e13285 req-3099a7e8-d6aa-471c-b87a-3886aed07387 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431666 Mar 15 17:22:30.045330 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe1a23-cb8a-4551-a237-dc98e94b921d req-be4110c3-0389-4128-9e84-c943612d563d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:30.046824 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-77fe1a23-cb8a-4551-a237-dc98e94b921d req-be4110c3-0389-4128-9e84-c943612d563d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0517533 Mar 15 17:22:30.094826 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-77fe1a23-cb8a-4551-a237-dc98e94b921d req-914897d1-c9ed-4eef-ad2a-3d51ddfa7be3 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425129 Mar 15 17:22:31.216284 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7ec16-b978-4312-8e55-737561b74df8 req-24a255f4-8f5b-4853-b872-1304197b7529 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:31.217656 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06b7ec16-b978-4312-8e55-737561b74df8 req-24a255f4-8f5b-4853-b872-1304197b7529 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0551116 Mar 15 17:22:31.269317 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06b7ec16-b978-4312-8e55-737561b74df8 req-a7f0a22b-2e47-4336-b0de-8ca7b7c81a3e tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453687 Mar 15 17:22:32.170478 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46152) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:32.274594 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0eda8183-f86a-493a-91bb-829850901177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:32.348505 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0eda8183-f86a-493a-91bb-829850901177 admin admin] Publish callbacks [] for security_group (087ccf8b-0339-43ed-803a-6e2dee7c3437), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:32.391470 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49232dd-5116-45a7-9bce-064e537c289d req-5713d67f-36a5-4532-a3ad-1442916af4fe tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:32.392968 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f49232dd-5116-45a7-9bce-064e537c289d req-5713d67f-36a5-4532-a3ad-1442916af4fe tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0559757 Mar 15 17:22:32.422789 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0eda8183-f86a-493a-91bb-829850901177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (087ccf8b-0339-43ed-803a-6e2dee7c3437), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:32.441654 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f49232dd-5116-45a7-9bce-064e537c289d req-99246c87-e164-4db9-bb13-6bbdd1b41769 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430822 Mar 15 17:22:32.463304 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0eda8183-f86a-493a-91bb-829850901177 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8667acd2c5004ee29f4f204431a6e69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917175 Mar 15 17:22:32.464375 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda8183-f86a-493a-91bb-829850901177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087ccf8b-0339-43ed-803a-6e2dee7c3437,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:32.466026 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46158) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:32.513999 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c460d48e-6618-422a-aee8-ee334671a948 admin admin] Publish callbacks [] for security_group (087ccf8b-0339-43ed-803a-6e2dee7c3437), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:32.535152 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c460d48e-6618-422a-aee8-ee334671a948 admin admin] Publish callbacks [] for security_group (087ccf8b-0339-43ed-803a-6e2dee7c3437), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:32.708617 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c460d48e-6618-422a-aee8-ee334671a948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (087ccf8b-0339-43ed-803a-6e2dee7c3437), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:32.711188 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c460d48e-6618-422a-aee8-ee334671a948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:32.716370 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c460d48e-6618-422a-aee8-ee334671a948 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/087ccf8b-0339-43ed-803a-6e2dee7c3437 HTTP/1.1" status: 204 len: 168 time: 0.2453458 Mar 15 17:22:32.721124 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460d48e-6618-422a-aee8-ee334671a948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087ccf8b-0339-43ed-803a-6e2dee7c3437,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:33.466371 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46172) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:33.479340 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e7fa-592b-4d05-8289-406ed99c2dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:33.555599 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e7fa-592b-4d05-8289-406ed99c2dba admin admin] Publish callbacks [] for security_group (c81e96b6-f6b3-4513-8ea0-83ac902e9b8b), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:33.561651 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba2848-89e9-4fa1-97e5-7be8b34f6d36 req-e68524f1-d7c0-446a-b823-f1923b9c93d3 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:33.563179 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-60ba2848-89e9-4fa1-97e5-7be8b34f6d36 req-e68524f1-d7c0-446a-b823-f1923b9c93d3 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0524759 Mar 15 17:22:33.616279 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-60ba2848-89e9-4fa1-97e5-7be8b34f6d36 req-b00981cb-5db8-49c4-b4bd-2dce9aab6df2 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476182 Mar 15 17:22:33.634081 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e7fa-592b-4d05-8289-406ed99c2dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (c81e96b6-f6b3-4513-8ea0-83ac902e9b8b), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:33.677074 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-5ad5e7fa-592b-4d05-8289-406ed99c2dba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ce52adcf501432385b1b76b6a991b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095604 Mar 15 17:22:33.678184 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5e7fa-592b-4d05-8289-406ed99c2dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81e96b6-f6b3-4513-8ea0-83ac902e9b8b,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:33.679950 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46176) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:33.728694 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5319fe4c-66e5-4f9a-b45d-2401143cf73f admin admin] Publish callbacks [] for security_group (c81e96b6-f6b3-4513-8ea0-83ac902e9b8b), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:33.752658 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5319fe4c-66e5-4f9a-b45d-2401143cf73f admin admin] Publish callbacks [] for security_group (c81e96b6-f6b3-4513-8ea0-83ac902e9b8b), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:33.868429 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5319fe4c-66e5-4f9a-b45d-2401143cf73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (c81e96b6-f6b3-4513-8ea0-83ac902e9b8b), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:33.870971 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5319fe4c-66e5-4f9a-b45d-2401143cf73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:33.872706 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5319fe4c-66e5-4f9a-b45d-2401143cf73f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c81e96b6-f6b3-4513-8ea0-83ac902e9b8b HTTP/1.1" status: 204 len: 168 time: 0.1901739 Mar 15 17:22:33.880563 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319fe4c-66e5-4f9a-b45d-2401143cf73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81e96b6-f6b3-4513-8ea0-83ac902e9b8b,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:34.589805 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46198) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:34.700685 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-abca3387-4abb-4ceb-8bf8-78c6ee9f7499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:34.735981 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05919d-2185-4c6c-b6e0-bb7f9222d6f1 req-7b0ae76f-8be2-40c0-8c0d-62d292a03b60 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:34.738380 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3e05919d-2185-4c6c-b6e0-bb7f9222d6f1 req-7b0ae76f-8be2-40c0-8c0d-62d292a03b60 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0534651 Mar 15 17:22:34.782911 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-abca3387-4abb-4ceb-8bf8-78c6ee9f7499 admin admin] Publish callbacks [] for security_group (f8eb0e3e-92ee-4694-8dfa-02ef061a2bf4), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:34.794611 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3e05919d-2185-4c6c-b6e0-bb7f9222d6f1 req-d6fd7037-dcf3-4a1c-812e-71046b4f1b5f tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491202 Mar 15 17:22:34.840071 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-abca3387-4abb-4ceb-8bf8-78c6ee9f7499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (f8eb0e3e-92ee-4694-8dfa-02ef061a2bf4), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:34.878996 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-abca3387-4abb-4ceb-8bf8-78c6ee9f7499 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7dce7edda4f342ebb6527e215a655b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870915 Mar 15 17:22:34.880102 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca3387-4abb-4ceb-8bf8-78c6ee9f7499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eb0e3e-92ee-4694-8dfa-02ef061a2bf4,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:34.881735 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46212) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:34.930512 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-95ffe373-f6cd-452a-8b9a-7f0e537e0090 admin admin] Publish callbacks [] for security_group (f8eb0e3e-92ee-4694-8dfa-02ef061a2bf4), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:34.952777 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-95ffe373-f6cd-452a-8b9a-7f0e537e0090 admin admin] Publish callbacks [] for security_group (f8eb0e3e-92ee-4694-8dfa-02ef061a2bf4), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:35.057252 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-95ffe373-f6cd-452a-8b9a-7f0e537e0090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (f8eb0e3e-92ee-4694-8dfa-02ef061a2bf4), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:35.059997 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-95ffe373-f6cd-452a-8b9a-7f0e537e0090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:35.061142 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-95ffe373-f6cd-452a-8b9a-7f0e537e0090 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8eb0e3e-92ee-4694-8dfa-02ef061a2bf4 HTTP/1.1" status: 204 len: 168 time: 0.1784256 Mar 15 17:22:35.069072 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffe373-f6cd-452a-8b9a-7f0e537e0090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eb0e3e-92ee-4694-8dfa-02ef061a2bf4,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:35.758943 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46230) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:35.775064 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e89cee54-1338-416c-9bf7-b6ab9c4b1686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:35.850763 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e89cee54-1338-416c-9bf7-b6ab9c4b1686 admin admin] Publish callbacks [] for security_group (fa814a0f-f8d4-40e0-a6e5-3c9024dcd6a6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:35.909267 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ce6e0-da7b-4f8f-b2c8-20d2578af05d req-a4345ee0-a0fa-4540-8a91-b7624cdaadfe tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:35.910671 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-af5ce6e0-da7b-4f8f-b2c8-20d2578af05d req-a4345ee0-a0fa-4540-8a91-b7624cdaadfe tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0513959 Mar 15 17:22:35.931478 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e89cee54-1338-416c-9bf7-b6ab9c4b1686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (fa814a0f-f8d4-40e0-a6e5-3c9024dcd6a6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:35.989518 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cee54-1338-416c-9bf7-b6ab9c4b1686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa814a0f-f8d4-40e0-a6e5-3c9024dcd6a6,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:35.995374 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-af5ce6e0-da7b-4f8f-b2c8-20d2578af05d req-ebcf4b5e-e492-46bb-855d-511bda3ade69 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792158 Mar 15 17:22:35.998987 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e89cee54-1338-416c-9bf7-b6ab9c4b1686 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0f2aabd1b124f64ab90f2ea34248215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389522 Mar 15 17:22:36.001577 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46236) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:36.052220 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b2aedc16-a64a-4d05-b99e-a1ab468bb7a7 admin admin] Publish callbacks [] for security_group (fa814a0f-f8d4-40e0-a6e5-3c9024dcd6a6), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:36.077953 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b2aedc16-a64a-4d05-b99e-a1ab468bb7a7 admin admin] Publish callbacks [] for security_group (fa814a0f-f8d4-40e0-a6e5-3c9024dcd6a6), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:36.217414 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b2aedc16-a64a-4d05-b99e-a1ab468bb7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (fa814a0f-f8d4-40e0-a6e5-3c9024dcd6a6), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:36.220069 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b2aedc16-a64a-4d05-b99e-a1ab468bb7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:36.221272 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b2aedc16-a64a-4d05-b99e-a1ab468bb7a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa814a0f-f8d4-40e0-a6e5-3c9024dcd6a6 HTTP/1.1" status: 204 len: 168 time: 0.2181149 Mar 15 17:22:36.229458 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aedc16-a64a-4d05-b99e-a1ab468bb7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa814a0f-f8d4-40e0-a6e5-3c9024dcd6a6,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:37.115489 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56642023-fef6-443c-b39c-fe273768407a req-f35175f8-1b48-4cb2-8134-a6bd55c78688 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:37.116931 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-56642023-fef6-443c-b39c-fe273768407a req-f35175f8-1b48-4cb2-8134-a6bd55c78688 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0557380 Mar 15 17:22:37.168277 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-56642023-fef6-443c-b39c-fe273768407a req-012e6aac-7494-4f4e-a511-6aa2ed2f05ee tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447183 Mar 15 17:22:37.865139 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410d256-ad95-4031-bd27-b4a035b3c006 req-ac6a11f2-16be-4ad9-a967-57c261eb7576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:37.869854 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e410d256-ad95-4031-bd27-b4a035b3c006 req-ac6a11f2-16be-4ad9-a967-57c261eb7576 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c00825d4e1094ac580f79cc84d46b348&device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 1130 time: 0.0461860 Mar 15 17:22:37.960927 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410d256-ad95-4031-bd27-b4a035b3c006 req-c72d42d2-9c92-493b-be99-42d22bdbe1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:37.962504 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e410d256-ad95-4031-bd27-b4a035b3c006 req-c72d42d2-9c92-493b-be99-42d22bdbe1b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df28181e-0456-4cb6-926c-b96c8c92a6ce HTTP/1.1" status: 200 len: 909 time: 0.0877709 Mar 15 17:22:38.036058 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e410d256-ad95-4031-bd27-b4a035b3c006 req-b2120a58-63ba-48ad-ad38-2d2a9d9f89c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43486632-662c-4b43-a423-3ea9f6d6714c HTTP/1.1" status: 200 len: 1001 time: 0.0641456 Mar 15 17:22:38.090896 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410d256-ad95-4031-bd27-b4a035b3c006 req-8374c01f-92c3-48a0-9c08-3de6c2769229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:38.092399 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e410d256-ad95-4031-bd27-b4a035b3c006 req-8374c01f-92c3-48a0-9c08-3de6c2769229 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5 HTTP/1.1" status: 200 len: 847 time: 0.0491788 Mar 15 17:22:38.142532 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410d256-ad95-4031-bd27-b4a035b3c006 req-dc6fe52b-d8b4-4fa8-8a9e-d0747ba4e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:38.144082 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e410d256-ad95-4031-bd27-b4a035b3c006 req-dc6fe52b-d8b4-4fa8-8a9e-d0747ba4e9d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df28181e-0456-4cb6-926c-b96c8c92a6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451584 Mar 15 17:22:38.240989 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e410d256-ad95-4031-bd27-b4a035b3c006 req-99a483d6-4fa8-458b-b3cb-a9a1901844ec service neutron] 10.222.0.55 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901222 Mar 15 17:22:38.375065 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f657-f2de-4c9c-a6f5-33672ea4490b req-1c7375e7-1c28-48a8-a4b4-fd92c1bb2dac tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:38.376658 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c6a3f657-f2de-4c9c-a6f5-33672ea4490b req-1c7375e7-1c28-48a8-a4b4-fd92c1bb2dac tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.1345761 Mar 15 17:22:38.414108 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e410d256-ad95-4031-bd27-b4a035b3c006 req-388a6354-bfe3-4fc3-b7d8-f48099c9d0fe service neutron] 10.222.0.55 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616235 Mar 15 17:22:38.448515 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c6a3f657-f2de-4c9c-a6f5-33672ea4490b req-fe74a413-ff9c-45b5-821d-cfc60ebbbce2 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581720 Mar 15 17:22:39.086922 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:39.568801 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425e1fa-85a5-477c-9d48-b1f69a4eb0dd req-303dec1f-835d-4b10-915c-7d068c836121 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:39.570474 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e425e1fa-85a5-477c-9d48-b1f69a4eb0dd req-303dec1f-835d-4b10-915c-7d068c836121 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0534132 Mar 15 17:22:39.619122 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e425e1fa-85a5-477c-9d48-b1f69a4eb0dd req-0e5f5bf0-3671-4ba4-917d-b697d2f904a5 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430710 Mar 15 17:22:40.750256 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34553eb1-bfb4-432c-b83e-68241afb5d15 req-0455a425-3a8b-4f89-927a-251bc3be170a tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:40.751792 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-34553eb1-bfb4-432c-b83e-68241afb5d15 req-0455a425-3a8b-4f89-927a-251bc3be170a tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0549581 Mar 15 17:22:40.809548 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-34553eb1-bfb4-432c-b83e-68241afb5d15 req-4ebb0ef0-0d7e-416c-87f9-da4d94578897 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520632 Mar 15 17:22:41.928267 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10898d4b-d8bb-4299-921d-30ad85d830b8 req-43e5f3ea-e776-4a26-925f-782708614d85 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:41.929784 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-10898d4b-d8bb-4299-921d-30ad85d830b8 req-43e5f3ea-e776-4a26-925f-782708614d85 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0523546 Mar 15 17:22:41.982830 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-10898d4b-d8bb-4299-921d-30ad85d830b8 req-fd79d205-fc64-4949-8cd4-7fa3375a4ad3 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463359 Mar 15 17:22:42.432578 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e5c2d-a21a-41a7-853d-a96c580ec6b8 req-585a250d-2b0c-48ad-b636-35fcfa08172e tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:42.434082 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f5e5c2d-a21a-41a7-853d-a96c580ec6b8 req-585a250d-2b0c-48ad-b636-35fcfa08172e tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0526767 Mar 15 17:22:42.501384 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f5e5c2d-a21a-41a7-853d-a96c580ec6b8 req-f8d1ee2f-c634-4060-929d-67da54024cb9 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439236 Mar 15 17:22:42.685037 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46372) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:42.773319 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-c262d47c-0bab-4cd2-ad08-a6dfdfbece93 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904238 Mar 15 17:22:42.782930 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-bd3611fd-c133-4208-8fb9-1652941eee80 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103957) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:22:42.783909 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-bd3611fd-c133-4208-8fb9-1652941eee80 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058835 Mar 15 17:22:42.925122 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46390) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:43.032889 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-311a54cf-8f55-411a-b311-e97a5c321d53 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:43.035071 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-311a54cf-8f55-411a-b311-e97a5c321d53 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports/43486632-662c-4b43-a423-3ea9f6d6714c HTTP/1.1" status: 200 len: 943 time: 0.1089370 Mar 15 17:22:43.613583 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249de3b-ca2e-45df-b882-ac71aca456fa req-abf67a9b-ef2b-4f64-b4d7-743281e4a68a tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:43.615181 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3249de3b-ca2e-45df-b882-ac71aca456fa req-abf67a9b-ef2b-4f64-b4d7-743281e4a68a tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0636694 Mar 15 17:22:43.664910 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3249de3b-ca2e-45df-b882-ac71aca456fa req-75b5d7b6-6c7f-47c8-aaf8-1f6e59bc5651 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442457 Mar 15 17:22:43.750706 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 43486632-662c-4b43-a423-3ea9f6d6714c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:22:43.828133 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 43486632-662c-4b43-a423-3ea9f6d6714c is: ACTIVE; New status is: DOWN {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:43.828524 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:43.853895 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43486632-662c-4b43-a423-3ea9f6d6714c'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:22:43.856199 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4051a31-c8b4-42fb-841f-d76682367684" -d '{"events": [{"server_uuid": "7b2787c3-082a-467d-8fb2-c3dc33b5d521", "name": "network-vif-unplugged", "status": "completed", "tag": "43486632-662c-4b43-a423-3ea9f6d6714c"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:22:43.868641 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 43486632-662c-4b43-a423-3ea9f6d6714c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=43486632-662c-4b43-a423-3ea9f6d6714c,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:43.888274 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Mar 2022 17:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b76a1d-f4a7-411f-9a4f-021388b7af7d x-openstack-request-id: req-d6b76a1d-f4a7-411f-9a4f-021388b7af7d {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:22:43.888689 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2787c3-082a-467d-8fb2-c3dc33b5d521", "name": "network-vif-unplugged", "status": "failed", "tag": "43486632-662c-4b43-a423-3ea9f6d6714c", "code": 422}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:22:43.888951 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6b76a1d-f4a7-411f-9a4f-021388b7af7d {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:22:43.889353 dv-cinder-831247-12-iscsi neutron-server[103958]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43486632-662c-4b43-a423-3ea9f6d6714c', 'code': 422} returned with failed status Mar 15 17:22:43.948816 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:44.004676 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=43486632-662c-4b43-a423-3ea9f6d6714c,revision_number=6']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:44.710275 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46440) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:44.788541 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8e112-a168-430a-beee-a61d61fd1079 req-0e9d9b3d-cace-4ed8-b440-9e3acc451f73 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:44.790160 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b7b8e112-a168-430a-beee-a61d61fd1079 req-0e9d9b3d-cace-4ed8-b440-9e3acc451f73 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0580807 Mar 15 17:22:44.824597 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cce360ec-0189-4ddc-bebf-3b169091ad4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:44.857662 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b7b8e112-a168-430a-beee-a61d61fd1079 req-8e2a3294-141f-4242-aa6d-ac0103768912 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558946 Mar 15 17:22:44.905814 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cce360ec-0189-4ddc-bebf-3b169091ad4b admin admin] Publish callbacks [] for security_group (552ee30c-f3d2-435a-a8e5-4b5d8e8fd2bb), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:45.023261 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cce360ec-0189-4ddc-bebf-3b169091ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (552ee30c-f3d2-435a-a8e5-4b5d8e8fd2bb), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:45.068608 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce360ec-0189-4ddc-bebf-3b169091ad4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552ee30c-f3d2-435a-a8e5-4b5d8e8fd2bb,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:45.073922 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-cce360ec-0189-4ddc-bebf-3b169091ad4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2e3007e1d114fdd8cfa4f202017408e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618674 Mar 15 17:22:45.076719 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46452) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:45.138792 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c688da5a-4421-4f06-8b06-3a5d3959c64f admin admin] Publish callbacks [] for security_group (552ee30c-f3d2-435a-a8e5-4b5d8e8fd2bb), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:45.163943 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c688da5a-4421-4f06-8b06-3a5d3959c64f admin admin] Publish callbacks [] for security_group (552ee30c-f3d2-435a-a8e5-4b5d8e8fd2bb), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:45.320444 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c688da5a-4421-4f06-8b06-3a5d3959c64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (552ee30c-f3d2-435a-a8e5-4b5d8e8fd2bb), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:45.322991 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c688da5a-4421-4f06-8b06-3a5d3959c64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:45.324380 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c688da5a-4421-4f06-8b06-3a5d3959c64f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/552ee30c-f3d2-435a-a8e5-4b5d8e8fd2bb HTTP/1.1" status: 204 len: 168 time: 0.2452071 Mar 15 17:22:45.334096 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688da5a-4421-4f06-8b06-3a5d3959c64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552ee30c-f3d2-435a-a8e5-4b5d8e8fd2bb,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:45.756666 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-3c92b8f6-533a-4cba-a20d-5c37926cad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:45.758091 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-3c92b8f6-533a-4cba-a20d-5c37926cad5c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521&tenant_id=c00825d4e1094ac580f79cc84d46b348 HTTP/1.1" status: 200 len: 1128 time: 0.0446255 Mar 15 17:22:45.827330 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-8d0c426f-7e05-48a6-a10e-e3ac46ed2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:45.828800 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-8d0c426f-7e05-48a6-a10e-e3ac46ed2dbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c00825d4e1094ac580f79cc84d46b348&device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 1128 time: 0.0431376 Mar 15 17:22:45.925569 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-027e31c4-e55b-46fe-a5ad-e305e197548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:45.927079 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-027e31c4-e55b-46fe-a5ad-e305e197548b service neutron] 10.222.0.55 "GET /v2.0/networks?id=df28181e-0456-4cb6-926c-b96c8c92a6ce HTTP/1.1" status: 200 len: 909 time: 0.0916531 Mar 15 17:22:45.947507 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46460) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:45.971524 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3bfd476e-be34-464b-b993-5934c9acc563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:45.977654 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7e4a8635-e80f-48a6-a51d-0d49db7f10b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:45.995296 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-eee2f87a-7dfb-4dc0-b2e6-9f65792ad8fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43486632-662c-4b43-a423-3ea9f6d6714c HTTP/1.1" status: 200 len: 999 time: 0.0614498 Mar 15 17:22:46.026419 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f84e45-f995-40c2-be5d-f6d837be8be6 req-21d6e333-9933-43e7-b689-e1a2d958a7f9 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:46.027862 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-51f84e45-f995-40c2-be5d-f6d837be8be6 req-21d6e333-9933-43e7-b689-e1a2d958a7f9 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0904253 Mar 15 17:22:46.045527 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-d2b36138-a778-446c-87b3-2ea767cd65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:46.047031 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-d2b36138-a778-446c-87b3-2ea767cd65ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5 HTTP/1.1" status: 200 len: 847 time: 0.0448625 Mar 15 17:22:46.100862 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-f0048a4d-c76d-4d09-930a-2539215ed493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:46.102451 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-f0048a4d-c76d-4d09-930a-2539215ed493 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df28181e-0456-4cb6-926c-b96c8c92a6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497046 Mar 15 17:22:46.109994 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-51f84e45-f995-40c2-be5d-f6d837be8be6 req-587c878f-74f9-4154-bd33-1bcbed0b1f38 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750451 Mar 15 17:22:46.128908 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7e4a8635-e80f-48a6-a51d-0d49db7f10b9 admin admin] Publish callbacks [] for security_group (0b216854-12e4-4a47-9fe7-f921a946dcf8), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:46.204538 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-eac76db7-089a-4aaa-8f81-f15048a8dbe3 service neutron] 10.222.0.55 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943754 Mar 15 17:22:46.223938 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7e4a8635-e80f-48a6-a51d-0d49db7f10b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (0b216854-12e4-4a47-9fe7-f921a946dcf8), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:46.265835 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a8635-e80f-48a6-a51d-0d49db7f10b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b216854-12e4-4a47-9fe7-f921a946dcf8,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:46.270252 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7e4a8635-e80f-48a6-a51d-0d49db7f10b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=396f2a7604e14f50ab1d1c0c1a1be24a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205488 Mar 15 17:22:46.272802 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46470) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:46.313274 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3be970a2-7e5f-40b7-9112-cffa0ea4f5c5 req-10f8e67f-0a36-4767-9b31-b20a21b89f8b service neutron] 10.222.0.55 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021729 Mar 15 17:22:46.331329 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9eda01b7-524c-4400-ba90-0d7b37d6ec90 admin admin] Publish callbacks [] for security_group (0b216854-12e4-4a47-9fe7-f921a946dcf8), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:46.352255 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9eda01b7-524c-4400-ba90-0d7b37d6ec90 admin admin] Publish callbacks [] for security_group (0b216854-12e4-4a47-9fe7-f921a946dcf8), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:46.485916 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9eda01b7-524c-4400-ba90-0d7b37d6ec90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (0b216854-12e4-4a47-9fe7-f921a946dcf8), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:46.488481 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9eda01b7-524c-4400-ba90-0d7b37d6ec90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:46.489681 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9eda01b7-524c-4400-ba90-0d7b37d6ec90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b216854-12e4-4a47-9fe7-f921a946dcf8 HTTP/1.1" status: 204 len: 168 time: 0.2154386 Mar 15 17:22:46.499821 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda01b7-524c-4400-ba90-0d7b37d6ec90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b216854-12e4-4a47-9fe7-f921a946dcf8,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:46.731106 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46476) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:46.849486 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-943999cf-1539-40bc-b724-be00c32e552e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:46.933310 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-943999cf-1539-40bc-b724-be00c32e552e admin admin] Publish callbacks [] for security_group (73b11c95-7c1b-462b-88d2-0c21d7b0428b), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:46.994413 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-943999cf-1539-40bc-b724-be00c32e552e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (73b11c95-7c1b-462b-88d2-0c21d7b0428b), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:47.037579 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-943999cf-1539-40bc-b724-be00c32e552e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98ebbf89c2404799b6c296b471c8b090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052988 Mar 15 17:22:47.038491 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943999cf-1539-40bc-b724-be00c32e552e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b11c95-7c1b-462b-88d2-0c21d7b0428b,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:47.040918 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46490) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:47.096143 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2defc2dc-9f1d-4b04-ac9d-81c5d9d5066f admin admin] Publish callbacks [] for security_group (73b11c95-7c1b-462b-88d2-0c21d7b0428b), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:47.118272 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2defc2dc-9f1d-4b04-ac9d-81c5d9d5066f admin admin] Publish callbacks [] for security_group (73b11c95-7c1b-462b-88d2-0c21d7b0428b), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:47.234668 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85888601-8798-452a-b952-2aeb987b24e3 req-11dab626-ce4c-421c-9a43-7b3d687ebe1a tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:47.236205 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-85888601-8798-452a-b952-2aeb987b24e3 req-11dab626-ce4c-421c-9a43-7b3d687ebe1a tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0581856 Mar 15 17:22:47.255398 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2defc2dc-9f1d-4b04-ac9d-81c5d9d5066f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (73b11c95-7c1b-462b-88d2-0c21d7b0428b), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:47.257895 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2defc2dc-9f1d-4b04-ac9d-81c5d9d5066f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:47.259283 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2defc2dc-9f1d-4b04-ac9d-81c5d9d5066f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73b11c95-7c1b-462b-88d2-0c21d7b0428b HTTP/1.1" status: 204 len: 168 time: 0.2168100 Mar 15 17:22:47.272784 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defc2dc-9f1d-4b04-ac9d-81c5d9d5066f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b11c95-7c1b-462b-88d2-0c21d7b0428b,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:47.300022 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-85888601-8798-452a-b952-2aeb987b24e3 req-8be6a309-f5de-499b-a810-8f74735e2798 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582213 Mar 15 17:22:47.946580 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46514) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:47.960132 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-097ab829-fda0-4989-9329-935d7d6cb79a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:48.035972 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-097ab829-fda0-4989-9329-935d7d6cb79a admin admin] Publish callbacks [] for security_group (aa06ce70-d244-4ec9-ab7a-c44ad8d52f9b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:48.286016 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-097ab829-fda0-4989-9329-935d7d6cb79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (aa06ce70-d244-4ec9-ab7a-c44ad8d52f9b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:48.326795 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-097ab829-fda0-4989-9329-935d7d6cb79a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e87d576e0fa04fae8db34155092be70e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784993 Mar 15 17:22:48.327516 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ab829-fda0-4989-9329-935d7d6cb79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa06ce70-d244-4ec9-ab7a-c44ad8d52f9b,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:48.329776 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46520) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:48.422873 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a4ca-9add-4cdc-b533-35ba95592241 admin admin] Publish callbacks [] for security_group (aa06ce70-d244-4ec9-ab7a-c44ad8d52f9b), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:48.451979 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a4ca-9add-4cdc-b533-35ba95592241 admin admin] Publish callbacks [] for security_group (aa06ce70-d244-4ec9-ab7a-c44ad8d52f9b), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:48.465702 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d6e62-64be-4941-aab4-7ddbe2aefcb5 req-aec7e06f-077a-4649-bee1-a0ea6aff0317 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:48.467830 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-613d6e62-64be-4941-aab4-7ddbe2aefcb5 req-aec7e06f-077a-4649-bee1-a0ea6aff0317 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0888779 Mar 15 17:22:48.535097 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-613d6e62-64be-4941-aab4-7ddbe2aefcb5 req-6988ed35-83d3-4d75-87d8-89a88e6f64b7 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581148 Mar 15 17:22:48.645986 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a4ca-9add-4cdc-b533-35ba95592241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (aa06ce70-d244-4ec9-ab7a-c44ad8d52f9b), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:48.648648 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a4ca-9add-4cdc-b533-35ba95592241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:48.649844 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e2c7a4ca-9add-4cdc-b533-35ba95592241 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa06ce70-d244-4ec9-ab7a-c44ad8d52f9b HTTP/1.1" status: 204 len: 168 time: 0.3190529 Mar 15 17:22:48.660290 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7a4ca-9add-4cdc-b533-35ba95592241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa06ce70-d244-4ec9-ab7a-c44ad8d52f9b,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:48.691903 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-64f75bda-a3a7-4456-b7c9-779f6015bc55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:49.417359 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:49.427652 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46544) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:49.441573 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-00a2da90-7774-45c8-8094-e5972d90dc47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:49.521623 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-00a2da90-7774-45c8-8094-e5972d90dc47 admin admin] Publish callbacks [] for security_group (b730b965-4124-4e1a-928e-2d2bf2b9c6a5), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:49.640684 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-00a2da90-7774-45c8-8094-e5972d90dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (b730b965-4124-4e1a-928e-2d2bf2b9c6a5), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:49.658680 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ae64b-cbcd-45d3-92c2-88a7c0a35608 req-6e9b7776-7c02-458a-9099-aa2b796b2a6a tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:49.660188 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-402ae64b-cbcd-45d3-92c2-88a7c0a35608 req-6e9b7776-7c02-458a-9099-aa2b796b2a6a tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0556104 Mar 15 17:22:49.679065 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2da90-7774-45c8-8094-e5972d90dc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b730b965-4124-4e1a-928e-2d2bf2b9c6a5,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:49.686270 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-00a2da90-7774-45c8-8094-e5972d90dc47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85e27ff1a65e461b92db0b1a7401841a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546031 Mar 15 17:22:49.686798 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46552) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:49.713446 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-402ae64b-cbcd-45d3-92c2-88a7c0a35608 req-3cfd2cba-89f8-46bd-ae79-fd2b00827e4d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467653 Mar 15 17:22:49.738843 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7549038d-cae4-462e-83e0-4ae98aa46af5 admin admin] Publish callbacks [] for security_group (b730b965-4124-4e1a-928e-2d2bf2b9c6a5), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:49.760397 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7549038d-cae4-462e-83e0-4ae98aa46af5 admin admin] Publish callbacks [] for security_group (b730b965-4124-4e1a-928e-2d2bf2b9c6a5), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:49.937806 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7549038d-cae4-462e-83e0-4ae98aa46af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (b730b965-4124-4e1a-928e-2d2bf2b9c6a5), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:49.940359 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7549038d-cae4-462e-83e0-4ae98aa46af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:49.941568 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7549038d-cae4-462e-83e0-4ae98aa46af5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b730b965-4124-4e1a-928e-2d2bf2b9c6a5 HTTP/1.1" status: 204 len: 168 time: 0.2533040 Mar 15 17:22:49.955598 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549038d-cae4-462e-83e0-4ae98aa46af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b730b965-4124-4e1a-928e-2d2bf2b9c6a5,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:50.833328 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb7d86-6dc3-412e-81b2-97bf1270c216 req-fe882f63-ef0e-460b-a546-3c0cf1e3022f tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:50.834859 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1ceb7d86-6dc3-412e-81b2-97bf1270c216 req-fe882f63-ef0e-460b-a546-3c0cf1e3022f tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0531654 Mar 15 17:22:50.903449 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1ceb7d86-6dc3-412e-81b2-97bf1270c216 req-bc149870-6fd9-44c4-8f7e-35c0a63396a9 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625169 Mar 15 17:22:50.977704 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:52.046895 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5499e-89cd-4153-9909-9d5fabfea3f4 req-199511d9-72e7-4f3a-8b2c-a8114f30dfb5 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:52.048458 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bbe5499e-89cd-4153-9909-9d5fabfea3f4 req-199511d9-72e7-4f3a-8b2c-a8114f30dfb5 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0562177 Mar 15 17:22:52.102533 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bbe5499e-89cd-4153-9909-9d5fabfea3f4 req-a49738d5-8868-4739-82a6-3974177288f6 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484595 Mar 15 17:22:52.454860 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46658) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:52.567105 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6d02ff1-54ff-451b-89ea-495d642befe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:52.571668 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:52.648443 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6d02ff1-54ff-451b-89ea-495d642befe3 admin admin] Publish callbacks [] for security_group (374a5922-b4f9-44cc-8b18-bfe42516b262), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:52.731862 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6d02ff1-54ff-451b-89ea-495d642befe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (374a5922-b4f9-44cc-8b18-bfe42516b262), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:52.772858 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a6d02ff1-54ff-451b-89ea-495d642befe3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=739881cf287046faacc610832a8cff5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168821 Mar 15 17:22:52.773970 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d02ff1-54ff-451b-89ea-495d642befe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374a5922-b4f9-44cc-8b18-bfe42516b262,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:52.775616 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46662) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:52.823690 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f67b24df-dff8-49b5-bb2d-04c3e62e5031 admin admin] Publish callbacks [] for security_group (374a5922-b4f9-44cc-8b18-bfe42516b262), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:52.845916 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f67b24df-dff8-49b5-bb2d-04c3e62e5031 admin admin] Publish callbacks [] for security_group (374a5922-b4f9-44cc-8b18-bfe42516b262), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:53.223057 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f67b24df-dff8-49b5-bb2d-04c3e62e5031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (374a5922-b4f9-44cc-8b18-bfe42516b262), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:53.223730 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242b33e-ef7f-41cf-aa52-5fa35b02a3ae req-911fb517-9f0e-4452-bb95-b84d9eb12fe0 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:53.225385 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f242b33e-ef7f-41cf-aa52-5fa35b02a3ae req-911fb517-9f0e-4452-bb95-b84d9eb12fe0 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 944 time: 0.0539215 Mar 15 17:22:53.226484 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f67b24df-dff8-49b5-bb2d-04c3e62e5031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:53.238866 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f67b24df-dff8-49b5-bb2d-04c3e62e5031 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/374a5922-b4f9-44cc-8b18-bfe42516b262 HTTP/1.1" status: 204 len: 168 time: 0.4547288 Mar 15 17:22:53.240329 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b24df-dff8-49b5-bb2d-04c3e62e5031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374a5922-b4f9-44cc-8b18-bfe42516b262,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:53.284324 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f242b33e-ef7f-41cf-aa52-5fa35b02a3ae req-547c0af4-fd2a-44f6-93df-c1b7ad5748e7 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521061 Mar 15 17:22:53.804522 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 43486632-662c-4b43-a423-3ea9f6d6714c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:22:53.877359 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46672) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:53.898873 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-219a115b-2f1f-483b-9356-ae1eac85a372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:53.923092 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 43486632-662c-4b43-a423-3ea9f6d6714c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=43486632-662c-4b43-a423-3ea9f6d6714c,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:53.934620 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': '43486632-662c-4b43-a423-3ea9f6d6714c', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'port_id': '43486632-662c-4b43-a423-3ea9f6d6714c', 'mac_address': 'fa:16:3e:d5:cc:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:22:53.976876 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 43486632-662c-4b43-a423-3ea9f6d6714c is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:53.977261 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:53.987634 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-219a115b-2f1f-483b-9356-ae1eac85a372 admin admin] Publish callbacks [] for security_group (6d6e60ba-c3d6-41fd-b5b0-9c4356227197), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:53.989928 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43486632-662c-4b43-a423-3ea9f6d6714c {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:22:54.010346 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 43486632-662c-4b43-a423-3ea9f6d6714c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=43486632-662c-4b43-a423-3ea9f6d6714c,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:54.052179 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-219a115b-2f1f-483b-9356-ae1eac85a372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (6d6e60ba-c3d6-41fd-b5b0-9c4356227197), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:54.089733 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:54.097048 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-219a115b-2f1f-483b-9356-ae1eac85a372 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d0d4a39928a444187a4cabf41374c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127059 Mar 15 17:22:54.097048 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a115b-2f1f-483b-9356-ae1eac85a372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6e60ba-c3d6-41fd-b5b0-9c4356227197,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:54.107908 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46676) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:54.151477 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=43486632-662c-4b43-a423-3ea9f6d6714c,revision_number=7']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:54.161376 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:54.161376 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:54.161376 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:54.161376 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:54.161376 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:54.161376 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:54.161879 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:54.162020 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:54.162164 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b526fa0c-a8e9-484a-98ba-a446beaeac83 admin admin] Publish callbacks [] for security_group (6d6e60ba-c3d6-41fd-b5b0-9c4356227197), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:54.162348 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:54.162676 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:54.163030 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:54.163544 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:54.163873 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:54.164590 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:54.164920 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:22:54.184051 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b526fa0c-a8e9-484a-98ba-a446beaeac83 admin admin] Publish callbacks [] for security_group (6d6e60ba-c3d6-41fd-b5b0-9c4356227197), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:54.332075 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['43486632-662c-4b43-a423-3ea9f6d6714c'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:22:54.371803 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b526fa0c-a8e9-484a-98ba-a446beaeac83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (6d6e60ba-c3d6-41fd-b5b0-9c4356227197), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:54.374607 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b526fa0c-a8e9-484a-98ba-a446beaeac83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:54.378367 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b526fa0c-a8e9-484a-98ba-a446beaeac83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d6e60ba-c3d6-41fd-b5b0-9c4356227197 HTTP/1.1" status: 204 len: 168 time: 0.2806523 Mar 15 17:22:54.389578 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526fa0c-a8e9-484a-98ba-a446beaeac83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6e60ba-c3d6-41fd-b5b0-9c4356227197,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:54.418647 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57f61f-9a4b-4d2c-bafd-ebb3e927a3c0 req-24c9a97c-f87d-4047-97ff-13f9f071acfd tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:54.421351 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ad57f61f-9a4b-4d2c-bafd-ebb3e927a3c0 req-24c9a97c-f87d-4047-97ff-13f9f071acfd tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 945 time: 0.0659099 Mar 15 17:22:54.479268 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ad57f61f-9a4b-4d2c-bafd-ebb3e927a3c0 req-ba1b976d-f8e5-4a75-a5b7-79863366b657 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516999 Mar 15 17:22:55.601927 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b2178-daec-4619-a9b1-10de7634040a req-6a87e750-6e8f-4e30-ad51-e0471111bd4d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:55.603635 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c70b2178-daec-4619-a9b1-10de7634040a req-6a87e750-6e8f-4e30-ad51-e0471111bd4d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 945 time: 0.0550120 Mar 15 17:22:55.654255 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c70b2178-daec-4619-a9b1-10de7634040a req-3be8f5e1-b219-460d-91bc-1dfe76bd3e1b tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448780 Mar 15 17:22:55.815006 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 43486632-662c-4b43-a423-3ea9f6d6714c up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:22:55.870550 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port 43486632-662c-4b43-a423-3ea9f6d6714c triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:22:55.870950 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:55.950235 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port 43486632-662c-4b43-a423-3ea9f6d6714c is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:22:55.950633 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:55.974419 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43486632-662c-4b43-a423-3ea9f6d6714c'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:22:55.976743 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e31e9f-c331-49ef-9317-02ae21ef2aee" -d '{"events": [{"server_uuid": "7b2787c3-082a-467d-8fb2-c3dc33b5d521", "name": "network-vif-plugged", "status": "completed", "tag": "43486632-662c-4b43-a423-3ea9f6d6714c"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:22:55.988637 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port 43486632-662c-4b43-a423-3ea9f6d6714c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=43486632-662c-4b43-a423-3ea9f6d6714c,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:22:56.014574 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80934b7a-226b-4967-af3c-64d195787f84 x-openstack-request-id: req-80934b7a-226b-4967-af3c-64d195787f84 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:22:56.014993 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2787c3-082a-467d-8fb2-c3dc33b5d521", "name": "network-vif-plugged", "status": "completed", "tag": "43486632-662c-4b43-a423-3ea9f6d6714c", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:22:56.015268 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80934b7a-226b-4967-af3c-64d195787f84 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:22:56.015659 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43486632-662c-4b43-a423-3ea9f6d6714c', 'code': 200} Mar 15 17:22:56.063466 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:56.112599 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=43486632-662c-4b43-a423-3ea9f6d6714c,revision_number=8']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:56.314933 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcbbca-bf03-4b7f-b58d-a421ef0fd994 req-88394a89-8881-4ca6-aaee-b8e83e293297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:56.316447 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fedcbbca-bf03-4b7f-b58d-a421ef0fd994 req-88394a89-8881-4ca6-aaee-b8e83e293297 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 1130 time: 0.0478058 Mar 15 17:22:56.363131 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fedcbbca-bf03-4b7f-b58d-a421ef0fd994 req-a3d7789d-bf96-4508-b32f-757017d95cac service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407116 Mar 15 17:22:56.782005 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46de7d-8e66-46b3-bab1-886f6bdfdcc3 req-2bf6ea90-77c4-44df-a103-85ceb260d312 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:56.783487 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6c46de7d-8e66-46b3-bab1-886f6bdfdcc3 req-2bf6ea90-77c4-44df-a103-85ceb260d312 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0588133 Mar 15 17:22:56.834359 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6c46de7d-8e66-46b3-bab1-886f6bdfdcc3 req-2c8c1982-6d4a-45c2-818f-1e37bd7cf2e9 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451949 Mar 15 17:22:57.959654 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268e692-7bac-4d8b-a7ec-3425b0ae870b req-4f789543-9cf3-4c7e-9b65-763ad1e1abbe tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:22:57.961246 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5268e692-7bac-4d8b-a7ec-3425b0ae870b req-4f789543-9cf3-4c7e-9b65-763ad1e1abbe tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0584011 Mar 15 17:22:58.014668 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5268e692-7bac-4d8b-a7ec-3425b0ae870b req-ca188b69-c9df-4dbc-a1b5-37136fe94ae8 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463667 Mar 15 17:22:58.439609 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46766) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:58.548216 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-346a2716-ba56-4ffa-9ec1-59656b4601f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:58.631552 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-346a2716-ba56-4ffa-9ec1-59656b4601f8 admin admin] Publish callbacks [] for security_group (9c1d9a5b-b470-43eb-a9a3-389348f64a4a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:58.686997 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-346a2716-ba56-4ffa-9ec1-59656b4601f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9c1d9a5b-b470-43eb-a9a3-389348f64a4a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:58.726249 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-346a2716-ba56-4ffa-9ec1-59656b4601f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5197089ef1cc4a789218b3345c519e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854898 Mar 15 17:22:58.727727 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a2716-ba56-4ffa-9ec1-59656b4601f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1d9a5b-b470-43eb-a9a3-389348f64a4a,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:58.729047 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46770) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:58.782025 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0370e36d-ad34-47e4-a3f7-0178d6d75675 admin admin] Publish callbacks [] for security_group (9c1d9a5b-b470-43eb-a9a3-389348f64a4a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:58.803301 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0370e36d-ad34-47e4-a3f7-0178d6d75675 admin admin] Publish callbacks [] for security_group (9c1d9a5b-b470-43eb-a9a3-389348f64a4a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:58.943674 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0370e36d-ad34-47e4-a3f7-0178d6d75675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9c1d9a5b-b470-43eb-a9a3-389348f64a4a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:58.946468 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0370e36d-ad34-47e4-a3f7-0178d6d75675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:58.950408 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0370e36d-ad34-47e4-a3f7-0178d6d75675 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c1d9a5b-b470-43eb-a9a3-389348f64a4a HTTP/1.1" status: 204 len: 168 time: 0.2202902 Mar 15 17:22:58.965285 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370e36d-ad34-47e4-a3f7-0178d6d75675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1d9a5b-b470-43eb-a9a3-389348f64a4a,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:59.496016 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46778) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:59.510427 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6d5070a1-81ca-4444-806d-97c088415980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:59.585408 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6d5070a1-81ca-4444-806d-97c088415980 admin admin] Publish callbacks [] for security_group (6a542974-9cf1-445b-ae46-df4eb5240e05), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:59.674815 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6d5070a1-81ca-4444-806d-97c088415980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (6a542974-9cf1-445b-ae46-df4eb5240e05), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:59.715688 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5070a1-81ca-4444-806d-97c088415980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a542974-9cf1-445b-ae46-df4eb5240e05,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:22:59.721716 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6d5070a1-81ca-4444-806d-97c088415980 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66cd4c9e938d43bbbd51fe0a3179ded2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246315 Mar 15 17:22:59.724332 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46780) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:22:59.774970 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d06d6b8f-a900-4b2e-8c7b-136486bf06e1 admin admin] Publish callbacks [] for security_group (6a542974-9cf1-445b-ae46-df4eb5240e05), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:59.798021 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d06d6b8f-a900-4b2e-8c7b-136486bf06e1 admin admin] Publish callbacks [] for security_group (6a542974-9cf1-445b-ae46-df4eb5240e05), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:59.915178 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d06d6b8f-a900-4b2e-8c7b-136486bf06e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (6a542974-9cf1-445b-ae46-df4eb5240e05), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:59.917762 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d06d6b8f-a900-4b2e-8c7b-136486bf06e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:22:59.918956 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d06d6b8f-a900-4b2e-8c7b-136486bf06e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a542974-9cf1-445b-ae46-df4eb5240e05 HTTP/1.1" status: 204 len: 168 time: 0.1936631 Mar 15 17:22:59.932008 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d6b8f-a900-4b2e-8c7b-136486bf06e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a542974-9cf1-445b-ae46-df4eb5240e05,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:00.254218 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:23:09.075596 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:13.784174 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bf055b95-cee4-49a2-b3ee-e4e2137352bf req-1f000e5a-1165-40a4-aeef-716c8d8762de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436952 Mar 15 17:23:13.879352 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf055b95-cee4-49a2-b3ee-e4e2137352bf req-11eb340d-ed25-4468-be3d-417000a82c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:13.880944 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bf055b95-cee4-49a2-b3ee-e4e2137352bf req-11eb340d-ed25-4468-be3d-417000a82c62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c00825d4e1094ac580f79cc84d46b348&device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 1130 time: 0.0531034 Mar 15 17:23:13.990389 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf055b95-cee4-49a2-b3ee-e4e2137352bf req-7f680513-2adb-49d2-b9bc-e1ab1bfeb05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:13.991889 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bf055b95-cee4-49a2-b3ee-e4e2137352bf req-7f680513-2adb-49d2-b9bc-e1ab1bfeb05e service neutron] 10.222.0.55 "GET /v2.0/networks?id=df28181e-0456-4cb6-926c-b96c8c92a6ce HTTP/1.1" status: 200 len: 909 time: 0.0895236 Mar 15 17:23:14.057546 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bf055b95-cee4-49a2-b3ee-e4e2137352bf req-4fffc81a-8e88-4f9d-b124-f492636a421f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43486632-662c-4b43-a423-3ea9f6d6714c HTTP/1.1" status: 200 len: 1001 time: 0.0579510 Mar 15 17:23:14.108939 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf055b95-cee4-49a2-b3ee-e4e2137352bf req-9281b17d-5f87-45e3-a23e-80ee28f19254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:14.110382 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bf055b95-cee4-49a2-b3ee-e4e2137352bf req-9281b17d-5f87-45e3-a23e-80ee28f19254 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5 HTTP/1.1" status: 200 len: 847 time: 0.0467262 Mar 15 17:23:14.157688 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf055b95-cee4-49a2-b3ee-e4e2137352bf req-bff545df-cf45-43ae-8b0e-58185c019f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:14.159126 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bf055b95-cee4-49a2-b3ee-e4e2137352bf req-bff545df-cf45-43ae-8b0e-58185c019f32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df28181e-0456-4cb6-926c-b96c8c92a6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429764 Mar 15 17:23:14.250450 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bf055b95-cee4-49a2-b3ee-e4e2137352bf req-aa4689cd-aa04-4d9d-b8ea-bca66e3bbf84 service neutron] 10.222.0.55 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840323 Mar 15 17:23:14.340713 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bf055b95-cee4-49a2-b3ee-e4e2137352bf req-a53a0adf-a829-4a28-a85e-a2dd0e75ce23 service neutron] 10.222.0.55 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842607 Mar 15 17:23:15.972972 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f2872af-47b1-419c-9788-e42a05129f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.016014 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46956) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:18.119556 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.190900 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Publish callbacks [] for security_group (a239c403-f188-46e5-a8b1-87550f6ed7c7), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.247074 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (a239c403-f188-46e5-a8b1-87550f6ed7c7), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.287056 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a239c403-f188-46e5-a8b1-87550f6ed7c7,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:18.290856 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efc2e2430b414bd9a2db90d2450d0d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730999 Mar 15 17:23:18.293854 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46960) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:18.310316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.310316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.310316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.310316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.310316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.310316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.310316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.310316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.310316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.310316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.310316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.310316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.310316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.310316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.310316 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d837ea3-1afc-4eb2-a0b7-82f0b8d87002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.344784 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Publish callbacks [] for security_group (a239c403-f188-46e5-a8b1-87550f6ed7c7), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.365184 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Publish callbacks [] for security_group (a239c403-f188-46e5-a8b1-87550f6ed7c7), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.486614 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (a239c403-f188-46e5-a8b1-87550f6ed7c7), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.489235 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:18.490401 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a239c403-f188-46e5-a8b1-87550f6ed7c7 HTTP/1.1" status: 204 len: 168 time: 0.1954896 Mar 15 17:23:18.498912 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a239c403-f188-46e5-a8b1-87550f6ed7c7,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:18.511242 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.511596 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.512076 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.512424 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.512781 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.513116 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.513444 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.513772 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.514651 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.515201 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.515535 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.515864 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.516267 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.516545 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.516830 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10374c3d-7086-497a-b587-2a3c0ad9ef4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:18.715806 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d91b8518-0453-41d6-b713-6af49568dee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:19.421772 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 46970) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:19.429484 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:19.434594 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f39457a3-4761-45c4-a4bd-a533757bd8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:19.509279 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f39457a3-4761-45c4-a4bd-a533757bd8f7 admin admin] Publish callbacks [] for security_group (a4737623-91d5-426d-aad0-2f03d844eeb6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:19.589487 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f39457a3-4761-45c4-a4bd-a533757bd8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (a4737623-91d5-426d-aad0-2f03d844eeb6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:19.628288 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f39457a3-4761-45c4-a4bd-a533757bd8f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=004ac8f63af44456928635ee900707e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2054336 Mar 15 17:23:19.629156 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39457a3-4761-45c4-a4bd-a533757bd8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4737623-91d5-426d-aad0-2f03d844eeb6,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:19.630946 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46972) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:19.685363 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-33d35561-7cb1-4ade-8de6-56375d234450 admin admin] Publish callbacks [] for security_group (a4737623-91d5-426d-aad0-2f03d844eeb6), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:19.706755 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-33d35561-7cb1-4ade-8de6-56375d234450 admin admin] Publish callbacks [] for security_group (a4737623-91d5-426d-aad0-2f03d844eeb6), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:19.834970 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-33d35561-7cb1-4ade-8de6-56375d234450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (a4737623-91d5-426d-aad0-2f03d844eeb6), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:19.837512 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-33d35561-7cb1-4ade-8de6-56375d234450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:19.838670 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-33d35561-7cb1-4ade-8de6-56375d234450 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4737623-91d5-426d-aad0-2f03d844eeb6 HTTP/1.1" status: 204 len: 168 time: 0.2056041 Mar 15 17:23:19.847168 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d35561-7cb1-4ade-8de6-56375d234450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4737623-91d5-426d-aad0-2f03d844eeb6,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:20.808535 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 46996) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:20.906936 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1313123618-network', 'tenant_id': '08439ad542d347d3b54ede606a9ae71d'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:21.040982 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] Made reservation on behalf of 08439ad542d347d3b54ede606a9ae71d for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:21.041171 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:21.043347 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:21.052229 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:21.124541 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] Publish callbacks [] for security_group (9eda16aa-fff1-4ff4-af94-16dab0b1b8b7), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:21.212637 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9eda16aa-fff1-4ff4-af94-16dab0b1b8b7), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:21.234457 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:23:21.252208 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:21.261247 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (be7cd43a-8ef6-4d83-be7b-4365ee45b98d), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:21.261595 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] Added segment be7cd43a-8ef6-4d83-be7b-4365ee45b98d of type vlan for network b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf Mar 15 17:23:21.305636 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:21.423871 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:21.424778 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:21.425371 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:21.486574 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] Pushing event updated for resources: {'Network': ['ID=b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:21.496735 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:23:21.552594 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-60c3123b-6837-4f5c-a9e2-8b16ba175f45 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7426615 Mar 15 17:23:21.555176 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47008) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:21.559902 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-2cba28b7-8302-40d5-a499-274cc73d456e admin admin] Request body: {'subnet': {'network_id': 'b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1313123618-subnet', 'tenant_id': '08439ad542d347d3b54ede606a9ae71d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:21.640836 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cba28b7-8302-40d5-a499-274cc73d456e admin admin] Made reservation on behalf of 08439ad542d347d3b54ede606a9ae71d for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:21.643179 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2cba28b7-8302-40d5-a499-274cc73d456e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26859151'] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:21.864284 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2cba28b7-8302-40d5-a499-274cc73d456e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4078860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26859165'] for subnet (db14f4d4-c8eb-4929-89bc-38018874084f), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:21.918591 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba28b7-8302-40d5-a499-274cc73d456e admin admin] Pushing event updated for resources: {'Subnet': ['ID=db14f4d4-c8eb-4929-89bc-38018874084f,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:21.928247 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba28b7-8302-40d5-a499-274cc73d456e admin admin] Checking segment: {'id': 'be7cd43a-8ef6-4d83-be7b-4365ee45b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:21.928606 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cba28b7-8302-40d5-a499-274cc73d456e admin admin] Network hostable DHCP agents. Network: b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:23:22.000869 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cba28b7-8302-40d5-a499-274cc73d456e admin admin] Network b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:23:22.086588 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-2cba28b7-8302-40d5-a499-274cc73d456e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:22.090890 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cba28b7-8302-40d5-a499-274cc73d456e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:22.091484 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2cba28b7-8302-40d5-a499-274cc73d456e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:22.096709 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37523614-dec7-44b2-a51c-2ba3a59339eb None None] Network b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:23:22.181333 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2cba28b7-8302-40d5-a499-274cc73d456e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6248574 Mar 15 17:23:22.203091 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da84e368-21cd-4e70-963e-f74a963045c4 None None] Network b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:23:22.607014 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:24.294815 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-4a392b62-1c3f-4493-a5d3-4e0cee022c27 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:24.296552 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-4a392b62-1c3f-4493-a5d3-4e0cee022c27 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/networks?id=b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf HTTP/1.1" status: 200 len: 809 time: 0.1028485 Mar 15 17:23:24.310504 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-0cfaceac-d1de-4ec0-9167-fdc87cfa4d98 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/quotas/08439ad542d347d3b54ede606a9ae71d HTTP/1.1" status: 200 len: 375 time: 0.0086389 Mar 15 17:23:24.340899 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-5b04ee59-a226-4e6d-9040-5bdf366dac9e tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=08439ad542d347d3b54ede606a9ae71d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250418 Mar 15 17:23:24.430753 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-608b2a3f-ef7e-45d8-9daa-4c017d5e6226 service neutron] 10.222.0.37 "GET /v2.0/networks/b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835428 Mar 15 17:23:24.518755 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-355aafc0-98c3-4643-9fa5-94608dca8d72 service neutron] 10.222.0.37 "GET /v2.0/networks/b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818210 Mar 15 17:23:24.756594 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-64b6b989-cdbd-4691-b2a0-e803b25c01b0 req-f56feebc-a7db-46e5-b762-f8b20e64dbd2 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 210 time: 0.0281525 Mar 15 17:23:25.854004 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bbcea49e-83f2-489b-aff9-5812ca3ba41a req-de722b6e-c64d-4578-be1c-872f03ee545f tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 210 time: 0.0330801 Mar 15 17:23:26.932829 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47074) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:26.956304 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e63a82db-4d01-4819-a5f6-476b762069c1 req-350e06df-95d0-4af2-bb66-b523a889c95b tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 210 time: 0.0358934 Mar 15 17:23:27.060261 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-304ea394-995e-4acb-83a3-b1d2723dc229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.126918 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-90255e87-420c-4ef8-be37-f81602f2ebcf tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:27.128393 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-90255e87-420c-4ef8-be37-f81602f2ebcf tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.55 "GET /v2.0/networks?id=b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf HTTP/1.1" status: 200 len: 809 time: 0.1082425 Mar 15 17:23:27.142119 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-304ea394-995e-4acb-83a3-b1d2723dc229 admin admin] Publish callbacks [] for security_group (fa319ef3-c036-433e-a98c-0bd1dae2faef), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.142474 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-fa472748-8fda-4868-b917-86a51726f5d3 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Request body: {'port': {'device_id': '1c1b80f3-b0ee-41cf-8f54-525764c7a760', 'network_id': 'b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf', 'admin_state_up': True, 'tenant_id': '08439ad542d347d3b54ede606a9ae71d'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:27.241839 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-304ea394-995e-4acb-83a3-b1d2723dc229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (fa319ef3-c036-433e-a98c-0bd1dae2faef), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.281692 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-304ea394-995e-4acb-83a3-b1d2723dc229 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=711730660b4f4377bb9b37ecba81dea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477983 Mar 15 17:23:27.282510 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ea394-995e-4acb-83a3-b1d2723dc229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa319ef3-c036-433e-a98c-0bd1dae2faef,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:27.284393 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47078) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:27.345555 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2f48dbf5-dcd6-464b-9ce8-96915ad0335d admin admin] Publish callbacks [] for security_group (fa319ef3-c036-433e-a98c-0bd1dae2faef), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.367071 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2f48dbf5-dcd6-464b-9ce8-96915ad0335d admin admin] Publish callbacks [] for security_group (fa319ef3-c036-433e-a98c-0bd1dae2faef), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.374822 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-fa472748-8fda-4868-b917-86a51726f5d3 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Made reservation on behalf of 08439ad542d347d3b54ede606a9ae71d for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:27.378637 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-fa472748-8fda-4868-b917-86a51726f5d3 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.520429 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-fa472748-8fda-4868-b917-86a51726f5d3 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Allocated IP 172.20.0.8 (b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf/db14f4d4-c8eb-4929-89bc-38018874084f/a58b7cdc-b100-43a3-af5f-cad702d27eb6) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:27.551319 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2f48dbf5-dcd6-464b-9ce8-96915ad0335d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (fa319ef3-c036-433e-a98c-0bd1dae2faef), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.553794 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2f48dbf5-dcd6-464b-9ce8-96915ad0335d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:27.554942 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2f48dbf5-dcd6-464b-9ce8-96915ad0335d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa319ef3-c036-433e-a98c-0bd1dae2faef HTTP/1.1" status: 204 len: 168 time: 0.2695508 Mar 15 17:23:27.836156 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48dbf5-dcd6-464b-9ce8-96915ad0335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa319ef3-c036-433e-a98c-0bd1dae2faef,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:27.947915 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-fa472748-8fda-4868-b917-86a51726f5d3 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks [] for port (a58b7cdc-b100-43a3-af5f-cad702d27eb6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.030826 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-fa472748-8fda-4868-b917-86a51726f5d3 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (a58b7cdc-b100-43a3-af5f-cad702d27eb6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.081841 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf342c-644c-4ca4-9cc8-1cd290fe9724 req-6667fe98-7a9d-42e2-a87f-b7ab46fe55b0 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:28.082347 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-fa472748-8fda-4868-b917-86a51726f5d3 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Network b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:28.082465 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d7cf342c-644c-4ca4-9cc8-1cd290fe9724 req-6667fe98-7a9d-42e2-a87f-b7ab46fe55b0 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 931 time: 0.0587797 Mar 15 17:23:28.084715 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-fa472748-8fda-4868-b917-86a51726f5d3 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:28.088526 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-fa472748-8fda-4868-b917-86a51726f5d3 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:28.112433 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa472748-8fda-4868-b917-86a51726f5d3 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Pushing event updated for resources: {'Port': ['ID=a58b7cdc-b100-43a3-af5f-cad702d27eb6,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:28.136258 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d7cf342c-644c-4ca4-9cc8-1cd290fe9724 req-1d58970a-613f-4a8c-8e01-4dd66caf3f24 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476725 Mar 15 17:23:28.145998 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-fa472748-8fda-4868-b917-86a51726f5d3 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:28.146622 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-fa472748-8fda-4868-b917-86a51726f5d3 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.232960 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-fa472748-8fda-4868-b917-86a51726f5d3 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0943778 Mar 15 17:23:28.243846 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Request body: {'port': {'device_id': '1c1b80f3-b0ee-41cf-8f54-525764c7a760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:28.304716 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (a58b7cdc-b100-43a3-af5f-cad702d27eb6), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.568880 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47106) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:28.569715 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58b7cdc-b100-43a3-af5f-cad702d27eb6 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:23:28.579249 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Publish callbacks [] for port (a58b7cdc-b100-43a3-af5f-cad702d27eb6), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.592119 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Transition to ACTIVE for port object a58b7cdc-b100-43a3-af5f-cad702d27eb6 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:23:28.652582 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (a58b7cdc-b100-43a3-af5f-cad702d27eb6), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.665128 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-522800149-network', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:28.705639 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a58b7cdc-b100-43a3-af5f-cad702d27eb6,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:28.738907 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] Made reservation on behalf of 5b971d6ee24545f3924b5c06545725b0 for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:28.741718 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.751891 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.780778 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Attempting to bind port a58b7cdc-b100-43a3-af5f-cad702d27eb6 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:28.781120 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Attempting to bind port a58b7cdc-b100-43a3-af5f-cad702d27eb6 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'be7cd43a-8ef6-4d83-be7b-4365ee45b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:28.781459 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Attempting to bind port a58b7cdc-b100-43a3-af5f-cad702d27eb6 on network b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:28.787345 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Port a58b7cdc-b100-43a3-af5f-cad702d27eb6 on network b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:23:28.788341 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Attempting to bind port a58b7cdc-b100-43a3-af5f-cad702d27eb6 on network b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:28.793341 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:28.793683 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Checking segment: {'id': 'be7cd43a-8ef6-4d83-be7b-4365ee45b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:28.794072 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Bound using segment: {'id': 'be7cd43a-8ef6-4d83-be7b-4365ee45b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:28.794674 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Bound port: a58b7cdc-b100-43a3-af5f-cad702d27eb6, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7cd43a-8ef6-4d83-be7b-4365ee45b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:28.794943 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (a58b7cdc-b100-43a3-af5f-cad702d27eb6), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.837125 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] Publish callbacks [] for security_group (83d62273-1375-4e24-9ccc-a9ef80824f90), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.863867 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] For port a58b7cdc-b100-43a3-af5f-cad702d27eb6, host hv-cinder-83124, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:28.867157 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] For port a58b7cdc-b100-43a3-af5f-cad702d27eb6, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a58b7cdc-b100-43a3-af5f-cad702d27eb6,segment=NetworkSegment(be7cd43a-8ef6-4d83-be7b-4365ee45b98d),segment_id=be7cd43a-8ef6-4d83-be7b-4365ee45b98d)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:28.881301 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (83d62273-1375-4e24-9ccc-a9ef80824f90), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.909042 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:23:28.917429 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d62273-1375-4e24-9ccc-a9ef80824f90,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:28.922755 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (a58b7cdc-b100-43a3-af5f-cad702d27eb6), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.923107 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (96fc993c-bc94-421e-bab7-4cdbe6c4891b), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.923500 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] Added segment 96fc993c-bc94-421e-bab7-4cdbe6c4891b of type vlan for network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 Mar 15 17:23:28.956658 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:28.958927 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.958927 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] 10.222.0.55 "PUT /v2.0/ports/a58b7cdc-b100-43a3-af5f-cad702d27eb6 HTTP/1.1" status: 200 len: 1093 time: 0.7190278 Mar 15 17:23:28.959136 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1b80f3-b0ee-41cf-8f54-525764c7a760', 'tag': 'a58b7cdc-b100-43a3-af5f-cad702d27eb6'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:28.961348 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3ac34d-569e-44f9-a95b-3d98b69adda0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1b80f3-b0ee-41cf-8f54-525764c7a760", "tag": "a58b7cdc-b100-43a3-af5f-cad702d27eb6"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:28.967816 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (393c60b0-9bb4-4c0a-90c0-0ecb1766c909), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:28.993808 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed05e76-fab8-412d-8d39-3d103d25e2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a58b7cdc-b100-43a3-af5f-cad702d27eb6,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:29.003052 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26b7b26-1fe7-4138-9914-7562502d3756 x-openstack-request-id: req-c26b7b26-1fe7-4138-9914-7562502d3756 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:29.003354 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1b80f3-b0ee-41cf-8f54-525764c7a760", "tag": "a58b7cdc-b100-43a3-af5f-cad702d27eb6", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:29.003616 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c26b7b26-1fe7-4138-9914-7562502d3756 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:29.004113 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1b80f3-b0ee-41cf-8f54-525764c7a760', 'tag': 'a58b7cdc-b100-43a3-af5f-cad702d27eb6', 'status': 'completed', 'code': 200} Mar 15 17:23:29.068348 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ac34d-569e-44f9-a95b-3d98b69adda0 req-19fc29d1-3b02-4e6e-ba13-c3f0597b3e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:29.069843 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eb3ac34d-569e-44f9-a95b-3d98b69adda0 req-19fc29d1-3b02-4e6e-ba13-c3f0597b3e0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08439ad542d347d3b54ede606a9ae71d&device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 1127 time: 0.0456824 Mar 15 17:23:29.081630 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (393c60b0-9bb4-4c0a-90c0-0ecb1766c909), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:29.082883 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:29.083474 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:29.141099 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] Pushing event updated for resources: {'Network': ['ID=393c60b0-9bb4-4c0a-90c0-0ecb1766c909,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:29.151033 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:23:29.175997 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ac34d-569e-44f9-a95b-3d98b69adda0 req-8d68f03a-c981-46b8-bada-9408a11c9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:29.177469 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eb3ac34d-569e-44f9-a95b-3d98b69adda0 req-8d68f03a-c981-46b8-bada-9408a11c9921 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=08439ad542d347d3b54ede606a9ae71d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0997000 Mar 15 17:23:29.245214 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-85478152-639c-4034-b2df-0dfa9bd6fdf9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6752281 Mar 15 17:23:29.248619 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47114) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:29.253762 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-a2e58976-0d42-4a5a-abb6-39ef06da5d09 admin admin] Request body: {'subnet': {'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-522800149-subnet', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:29.275312 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe2b03-55ab-4819-8442-1527db376699 req-f94ee373-e56d-4394-8381-f678486b232e tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:29.276777 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dffe2b03-55ab-4819-8442-1527db376699 req-f94ee373-e56d-4394-8381-f678486b232e tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 943 time: 0.0603850 Mar 15 17:23:29.297396 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ac34d-569e-44f9-a95b-3d98b69adda0 req-eff41a65-3e46-4364-b2ba-98c1e55656cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:29.298909 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eb3ac34d-569e-44f9-a95b-3d98b69adda0 req-eff41a65-3e46-4364-b2ba-98c1e55656cc service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1150308 Mar 15 17:23:29.332312 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dffe2b03-55ab-4819-8442-1527db376699 req-9c5130ae-24cb-4f21-acb1-f5b9a8bc619c tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483854 Mar 15 17:23:29.387926 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-9fcf5aac-4dfe-44c5-b264-ef0376452f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:29.396289 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-9fcf5aac-4dfe-44c5-b264-ef0376452f41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08439ad542d347d3b54ede606a9ae71d&device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 1127 time: 0.0498102 Mar 15 17:23:29.430624 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e58976-0d42-4a5a-abb6-39ef06da5d09 admin admin] Made reservation on behalf of 5b971d6ee24545f3924b5c06545725b0 for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:29.432916 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a2e58976-0d42-4a5a-abb6-39ef06da5d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25387425'] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:29.435344 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-c1d359e4-223d-4e45-914b-b97b63ae7c45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a58b7cdc-b100-43a3-af5f-cad702d27eb6 HTTP/1.1" status: 200 len: 217 time: 0.0376289 Mar 15 17:23:29.532982 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-811e31e7-b3e3-48f7-889d-dd0e2483439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:29.534435 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-811e31e7-b3e3-48f7-889d-dd0e2483439e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db14f4d4-c8eb-4929-89bc-38018874084f HTTP/1.1" status: 200 len: 849 time: 0.0883069 Mar 15 17:23:29.569547 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-bdd60ab1-31c7-4b37-85bf-1a1a739370b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287127 Mar 15 17:23:29.735967 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-30f4033d-9ef0-4745-b682-eab9b7d0e450 service neutron] 10.222.0.55 "GET /v2.0/networks/b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600189 Mar 15 17:23:29.786616 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a2e58976-0d42-4a5a-abb6-39ef06da5d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25270688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25387443'] for subnet (b391e94e-48f2-43ea-9854-6fc0cf04dd3e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:29.855137 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e58976-0d42-4a5a-abb6-39ef06da5d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b391e94e-48f2-43ea-9854-6fc0cf04dd3e,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:29.883267 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3bf8cba5-91e2-4d68-8c55-6f91fd604ed8 req-e5d35dc9-4b1c-4fa4-8a75-c4638222c3e7 service neutron] 10.222.0.55 "GET /v2.0/networks/b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412294 Mar 15 17:23:29.884363 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e58976-0d42-4a5a-abb6-39ef06da5d09 admin admin] Checking segment: {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:29.884721 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e58976-0d42-4a5a-abb6-39ef06da5d09 admin admin] Network hostable DHCP agents. Network: 393c60b0-9bb4-4c0a-90c0-0ecb1766c909, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:23:30.001926 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e58976-0d42-4a5a-abb6-39ef06da5d09 admin admin] Network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:23:30.465107 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64742e1-0541-4dcd-ab92-7d1536e8f1da req-f3ad6d67-ab9f-466a-ac86-8aedb7a35871 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:30.466577 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b64742e1-0541-4dcd-ab92-7d1536e8f1da req-f3ad6d67-ab9f-466a-ac86-8aedb7a35871 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 943 time: 0.0575762 Mar 15 17:23:30.478991 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-a2e58976-0d42-4a5a-abb6-39ef06da5d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, 393c60b0-9bb4-4c0a-90c0-0ecb1766c909) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:30.487247 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3579d8c-fbbc-4543-a170-3a10646952a3 None None] Network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:23:30.489870 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e58976-0d42-4a5a-abb6-39ef06da5d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:30.490457 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a2e58976-0d42-4a5a-abb6-39ef06da5d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.524332 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b64742e1-0541-4dcd-ab92-7d1536e8f1da req-56bec89f-c54d-4671-adad-16337a7bd4b1 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520196 Mar 15 17:23:30.595576 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82e3d683-5ede-5394-a179-ed8ba7e8f023-393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e'}]}} from dv-cinder-831247-12-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:23:30.596463 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.615567 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a2e58976-0d42-4a5a-abb6-39ef06da5d09 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3657312 Mar 15 17:23:30.618555 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47122) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:30.623075 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:30.725884 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Allocated IP 172.20.0.2 (393c60b0-9bb4-4c0a-90c0-0ecb1766c909/b391e94e-48f2-43ea-9854-6fc0cf04dd3e/8b6bd3f9-4d47-4c8c-87e9-03f981adad44) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:30.762026 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7387'] for router (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.763262 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.815544 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Publish callbacks [] for router_controller (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), precommit_add_association {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.865800 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Publish callbacks [] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.922361 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:30.964474 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:30.967588 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:30.972074 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:30.975756 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Pushing event updated for resources: {'Port': ['ID=8b6bd3f9-4d47-4c8c-87e9-03f981adad44,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:31.028016 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Publish callbacks [] for router_gateway (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.033227 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Attempting to bind port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:31.033609 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Attempting to bind port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:31.033976 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Attempting to bind port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 on network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:31.038981 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:31.039362 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Checking segment: {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:31.039795 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.040236 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Bound using segment: {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:31.040708 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Bound port: 8b6bd3f9-4d47-4c8c-87e9-03f981adad44, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:31.041089 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.102402 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] For port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:31.105556 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] For port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=8b6bd3f9-4d47-4c8c-87e9-03f981adad44,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:31.179574 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.245154 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1312c9-4e34-4f3b-8b62-493419170bb4 None None] Pushing event updated for resources: {'Port': ['ID=8b6bd3f9-4d47-4c8c-87e9-03f981adad44,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:31.317712 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Publish callbacks [] for router_gateway (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.337108 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.467261 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Allocated IP 172.27.3.140 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/12f43fc9-146a-4c45-aa8d-5923798a5b64) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:31.579478 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Publish callbacks [] for port (12f43fc9-146a-4c45-aa8d-5923798a5b64), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.656151 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f439bc-9a2f-405f-a8db-857d79d836b9 req-b80ca1e7-1763-4235-b820-f40a005705ce tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:31.657691 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-35f439bc-9a2f-405f-a8db-857d79d836b9 req-b80ca1e7-1763-4235-b820-f40a005705ce tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 943 time: 0.0600526 Mar 15 17:23:31.706393 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (12f43fc9-146a-4c45-aa8d-5923798a5b64), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:31.717708 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-35f439bc-9a2f-405f-a8db-857d79d836b9 req-f00d1e8d-69ab-4ce2-9915-dffb8ca59213 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538850 Mar 15 17:23:31.752763 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:31.757546 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:31.761431 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:31.786441 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Pushing event updated for resources: {'Port': ['ID=12f43fc9-146a-4c45-aa8d-5923798a5b64,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:32.151962 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890ae90e-8fd2-4638-bce8-68ce989c50cd None None] Network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:23:32.212695 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-f0331c8e-9d09-48b2-b674-8eb26ed0b457 None None] Provisioning complete for port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:32.213067 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f0331c8e-9d09-48b2-b674-8eb26ed0b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.334345 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f0331c8e-9d09-48b2-b674-8eb26ed0b457 None None] Current status of the port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:32.334721 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f0331c8e-9d09-48b2-b674-8eb26ed0b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.375030 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-f0331c8e-9d09-48b2-b674-8eb26ed0b457 None None] For port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=8b6bd3f9-4d47-4c8c-87e9-03f981adad44,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:32.393389 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Publish callbacks [] for router_gateway (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.453388 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f0331c8e-9d09-48b2-b674-8eb26ed0b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.520535 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0331c8e-9d09-48b2-b674-8eb26ed0b457 None None] Pushing event updated for resources: {'Port': ['ID=8b6bd3f9-4d47-4c8c-87e9-03f981adad44,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:32.558297 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:32.604892 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-0a5b0015-dae7-41a9-8636-302510912ce9 None None] Provisioning complete for port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:32.605388 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0015-dae7-41a9-8636-302510912ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.616188 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686872'] for router (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.783313 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:32.783743 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.784483 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 is scheduled to L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f with binding_index 1 {{(pid=103957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:23:32.843000 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c1610-1b8a-4dba-968d-271ecd99bce9 req-8415014d-d23f-4bf6-a1a0-ba3a0e79935c tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:32.847315 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-025c1610-1b8a-4dba-968d-271ecd99bce9 req-8415014d-d23f-4bf6-a1a0-ba3a0e79935c tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 943 time: 0.0593002 Mar 15 17:23:32.860329 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b0015-dae7-41a9-8636-302510912ce9 None None] Current status of the port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:32.895393 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-025c1610-1b8a-4dba-968d-271ecd99bce9 req-20b79771-d7a5-4388-9f9e-226e7f982061 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451453 Mar 15 17:23:32.917670 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:23:32.919802 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:32.929507 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Sync routers for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:23:32.939272 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:32.941158 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:23:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:32.986096 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:32.989937 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-4ae8968c-38b3-45da-b8a3-5a883b14474e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3678479 Mar 15 17:23:32.990115 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47128) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:33.046867 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:33.226084 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:32Z', 'revision_number': 3, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:33.252868 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Checking router: 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:23:33.253398 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Updating router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 port 12f43fc9-146a-4c45-aa8d-5923798a5b64 binding host dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:23:33.280926 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (12f43fc9-146a-4c45-aa8d-5923798a5b64), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.413930 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.544337 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Publish callbacks [] for port (12f43fc9-146a-4c45-aa8d-5923798a5b64), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.571522 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Allocated IP 172.20.0.1 (393c60b0-9bb4-4c0a-90c0-0ecb1766c909/b391e94e-48f2-43ea-9854-6fc0cf04dd3e/e4a5cf76-1fcb-463b-9033-bd8ddc072e70) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:33.647114 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (12f43fc9-146a-4c45-aa8d-5923798a5b64), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.676057 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Publish callbacks [] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.703206 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Attempting to bind port 12f43fc9-146a-4c45-aa8d-5923798a5b64 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:33.703584 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Attempting to bind port 12f43fc9-146a-4c45-aa8d-5923798a5b64 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:33.703970 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Attempting to bind port 12f43fc9-146a-4c45-aa8d-5923798a5b64 on network ceae017f-2819-47ba-8d0c-41f6f4b64533 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:33.707027 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Pushing event updated for resources: {'Port': ['ID=12f43fc9-146a-4c45-aa8d-5923798a5b64,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:33.712133 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:33.712511 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Checking segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:33.712951 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.713386 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Bound using segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:33.713904 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Bound port: 12f43fc9-146a-4c45-aa8d-5923798a5b64, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:33.714323 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (12f43fc9-146a-4c45-aa8d-5923798a5b64), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.739730 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:33.740079 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:33.740439 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:33.740798 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:33.741181 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:33.741533 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:33.741894 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:33.742282 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:33.742669 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:33.745255 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:33.745255 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:33.745255 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:33.745255 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:33.745255 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:33.745255 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:33.756459 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.779830 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] For port 12f43fc9-146a-4c45-aa8d-5923798a5b64, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:33.782774 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] For port 12f43fc9-146a-4c45-aa8d-5923798a5b64, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=12f43fc9-146a-4c45-aa8d-5923798a5b64,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:33.801504 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:33.804720 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:33.808261 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:33.814357 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a5cf76-1fcb-463b-9033-bd8ddc072e70,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:33.850178 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686921'] for router_interface (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.859982 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (12f43fc9-146a-4c45-aa8d-5923798a5b64), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:33.931175 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba0b87-35d8-4101-9f68-713559848938 None None] Pushing event updated for resources: {'Port': ['ID=12f43fc9-146a-4c45-aa8d-5923798a5b64,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:33.942337 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:33.944302 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:23:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:33.972068 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device a58b7cdc-b100-43a3-af5f-cad702d27eb6 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:23:34.060216 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:34.068767 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:34.080197 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a865a3-20bc-41d9-948f-817108509e61 req-feee29ab-558a-4344-9cb7-9c49497f2f0f tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:34.081416 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a4a865a3-20bc-41d9-948f-817108509e61 req-feee29ab-558a-4344-9cb7-9c49497f2f0f tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 943 time: 0.0912666 Mar 15 17:23:34.102929 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b24aa73a-1a53-45e5-9ead-9e0cf2583164 None None] Provisioning complete for port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:34.105939 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b24aa73a-1a53-45e5-9ead-9e0cf2583164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:34.105939 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port a58b7cdc-b100-43a3-af5f-cad702d27eb6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a58b7cdc-b100-43a3-af5f-cad702d27eb6,segment=NetworkSegment(be7cd43a-8ef6-4d83-be7b-4365ee45b98d),segment_id=be7cd43a-8ef6-4d83-be7b-4365ee45b98d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:34.137983 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': 'a58b7cdc-b100-43a3-af5f-cad702d27eb6', 'network_id': 'b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf', 'port_id': 'a58b7cdc-b100-43a3-af5f-cad702d27eb6', 'mac_address': 'fa:16:3e:40:9a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db14f4d4-c8eb-4929-89bc-38018874084f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:23:34.172282 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b24aa73a-1a53-45e5-9ead-9e0cf2583164 None None] Port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:23:34.173550 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a4a865a3-20bc-41d9-948f-817108509e61 req-6d49a310-33f3-46e4-98e3-c32ac19d0e1e tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818570 Mar 15 17:23:34.191931 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port a58b7cdc-b100-43a3-af5f-cad702d27eb6 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:34.192619 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (a58b7cdc-b100-43a3-af5f-cad702d27eb6), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:34.211372 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58b7cdc-b100-43a3-af5f-cad702d27eb6 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:23:34.234008 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port a58b7cdc-b100-43a3-af5f-cad702d27eb6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a58b7cdc-b100-43a3-af5f-cad702d27eb6,segment=NetworkSegment(be7cd43a-8ef6-4d83-be7b-4365ee45b98d),segment_id=be7cd43a-8ef6-4d83-be7b-4365ee45b98d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:34.282779 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:32Z', 'revision_number': 3, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:34.291597 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Publish callbacks [] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:34.304284 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (a58b7cdc-b100-43a3-af5f-cad702d27eb6), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:34.309635 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24064e4-75b0-4332-b5b9-6423952b2688 None None] The sync data for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi is: [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:32Z', 'revision_number': 3, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:23:34.358448 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=a58b7cdc-b100-43a3-af5f-cad702d27eb6,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:34.361744 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079003'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:34.439425 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1720345'] for router_interface (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:34.441660 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a5cf76-1fcb-463b-9033-bd8ddc072e70,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:34.512045 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['a58b7cdc-b100-43a3-af5f-cad702d27eb6'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:23:34.517609 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:34.575169 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:34.577169 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:34.653510 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:34.653948 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:34.727686 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:23:34.801181 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:34.855157 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:23:34.865379 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-58aa280a-1f71-46cc-8a8e-6c571d699c88 admin admin] 10.222.0.37 "PUT /v2.0/routers/87daa0c9-1b30-4a3c-a4be-84042f68a2a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8742146 Mar 15 17:23:34.915893 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-81387cf4-4c3c-482a-aa75-38572f26c8d5 None None] Provisioning complete for port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:34.916276 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-81387cf4-4c3c-482a-aa75-38572f26c8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:34.955579 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-81387cf4-4c3c-482a-aa75-38572f26c8d5 None None] Port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:23:35.312321 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7ce8c-d9eb-4f32-816c-cb33f14d087c req-5b154f68-d04b-49b3-a769-3d476bfef03c tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:35.313822 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1ce7ce8c-d9eb-4f32-816c-cb33f14d087c req-5b154f68-d04b-49b3-a769-3d476bfef03c tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 944 time: 0.0525241 Mar 15 17:23:35.368977 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1ce7ce8c-d9eb-4f32-816c-cb33f14d087c req-6d711c02-8e11-4619-b2d9-1273eccf6e37 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478587 Mar 15 17:23:35.606560 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47148) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:35.611775 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-833723943-network', 'tenant_id': '22ea8e84fda949438d10e10a77f544cf'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:35.900360 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Sync routers for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:23:35.910761 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:35.920672 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:23:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:35.976443 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device a58b7cdc-b100-43a3-af5f-cad702d27eb6 up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:36.041637 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] Made reservation on behalf of 22ea8e84fda949438d10e10a77f544cf for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:36.044157 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:36.054303 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:36.055331 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:36.130984 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] Publish callbacks [] for security_group (2d3dcc0f-b787-4969-ba68-7eec9f9b44a7), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:36.196298 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port a58b7cdc-b100-43a3-af5f-cad702d27eb6 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:23:36.207568 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port a58b7cdc-b100-43a3-af5f-cad702d27eb6 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:36.211949 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (a58b7cdc-b100-43a3-af5f-cad702d27eb6), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:36.287329 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (2d3dcc0f-b787-4969-ba68-7eec9f9b44a7), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:36.308473 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:23:36.319252 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:34Z', 'revision_number': 2, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:36.323253 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3dcc0f-b787-4969-ba68-7eec9f9b44a7,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:36.326124 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (e0712b13-b934-4bca-a496-d8c160fb5f6a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:36.326581 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] Added segment e0712b13-b934-4bca-a496-d8c160fb5f6a of type vlan for network 29388653-81ce-4ed3-9b82-53914a1efada Mar 15 17:23:36.353557 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Checking router: 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:23:36.353912 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Updating router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 binding host dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:23:36.355793 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port a58b7cdc-b100-43a3-af5f-cad702d27eb6 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:36.356175 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (a58b7cdc-b100-43a3-af5f-cad702d27eb6), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:36.368221 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791251702429'] for network (29388653-81ce-4ed3-9b82-53914a1efada), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:36.396964 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:36.403271 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1b80f3-b0ee-41cf-8f54-525764c7a760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58b7cdc-b100-43a3-af5f-cad702d27eb6'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:36.406619 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd2d90b-d46a-4652-82da-8b3e00fd6a57" -d '{"events": [{"server_uuid": "1c1b80f3-b0ee-41cf-8f54-525764c7a760", "name": "network-vif-plugged", "status": "completed", "tag": "a58b7cdc-b100-43a3-af5f-cad702d27eb6"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:36.427385 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port a58b7cdc-b100-43a3-af5f-cad702d27eb6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a58b7cdc-b100-43a3-af5f-cad702d27eb6,segment=NetworkSegment(be7cd43a-8ef6-4d83-be7b-4365ee45b98d),segment_id=be7cd43a-8ef6-4d83-be7b-4365ee45b98d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:36.499167 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867'] for network (29388653-81ce-4ed3-9b82-53914a1efada), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:36.500145 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:36.501447 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:36.534994 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf41167d-0a39-4506-aea3-aea4e0f91b3b x-openstack-request-id: req-cf41167d-0a39-4506-aea3-aea4e0f91b3b {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:36.535290 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1b80f3-b0ee-41cf-8f54-525764c7a760", "name": "network-vif-plugged", "status": "completed", "tag": "a58b7cdc-b100-43a3-af5f-cad702d27eb6", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:36.535706 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf41167d-0a39-4506-aea3-aea4e0f91b3b {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:36.535982 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1b80f3-b0ee-41cf-8f54-525764c7a760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58b7cdc-b100-43a3-af5f-cad702d27eb6', 'code': 200} Mar 15 17:23:36.558222 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 12f43fc9-146a-4c45-aa8d-5923798a5b64 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:36.590250 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae71b9-4e71-464e-8706-1afb8c8d1970 req-4e3c5468-54a4-4d28-b27a-b42445b667f3 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:36.590250 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c3ae71b9-4e71-464e-8706-1afb8c8d1970 req-4e3c5468-54a4-4d28-b27a-b42445b667f3 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 944 time: 0.1401715 Mar 15 17:23:36.590250 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] Pushing event updated for resources: {'Network': ['ID=29388653-81ce-4ed3-9b82-53914a1efada,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:36.590665 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (a58b7cdc-b100-43a3-af5f-cad702d27eb6), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:36.628925 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Network 29388653-81ce-4ed3-9b82-53914a1efada details requested by agent ovs-agent-dv-cinder-831247-12-iscsi with host dv-cinder-831247-12-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:23:36.638477 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c3ae71b9-4e71-464e-8706-1afb8c8d1970 req-a7d1c49f-fed8-4364-9ca6-cd39adb612d0 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428941 Mar 15 17:23:36.666209 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-fcf7d302-bddb-4dae-8d49-cd167c3548c5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0584278 Mar 15 17:23:36.671589 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47154) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:36.676598 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-17d14c25-3da9-4ac5-85f4-84c92ae37530 admin admin] Request body: {'subnet': {'network_id': '29388653-81ce-4ed3-9b82-53914a1efada', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-833723943-subnet', 'tenant_id': '22ea8e84fda949438d10e10a77f544cf', 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:36.748069 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=a58b7cdc-b100-43a3-af5f-cad702d27eb6,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:36.788962 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 12f43fc9-146a-4c45-aa8d-5923798a5b64 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:36.789340 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (12f43fc9-146a-4c45-aa8d-5923798a5b64), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:36.819371 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d14c25-3da9-4ac5-85f4-84c92ae37530 admin admin] Made reservation on behalf of 22ea8e84fda949438d10e10a77f544cf for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:36.821692 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-17d14c25-3da9-4ac5-85f4-84c92ae37530 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26859151'] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:36.856806 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566760c-8772-4d6f-8fef-b76844199326 req-7ae1da2c-d5ad-4d33-a8d9-b0c5ea694cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:36.858669 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a566760c-8772-4d6f-8fef-b76844199326 req-7ae1da2c-d5ad-4d33-a8d9-b0c5ea694cf4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 1129 time: 0.0494897 Mar 15 17:23:36.909163 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a566760c-8772-4d6f-8fef-b76844199326 req-af1cd1e4-dad0-417f-b930-77843af0d650 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446479 Mar 15 17:23:37.022210 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Publish callbacks [] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.053670 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 12f43fc9-146a-4c45-aa8d-5923798a5b64 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:37.054061 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (12f43fc9-146a-4c45-aa8d-5923798a5b64), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.074456 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] For port 12f43fc9-146a-4c45-aa8d-5923798a5b64, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=12f43fc9-146a-4c45-aa8d-5923798a5b64,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:37.093565 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-17d14c25-3da9-4ac5-85f4-84c92ae37530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4078860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26859165'] for subnet (bc1c3b8e-db02-4e47-81a5-29de79e02cc7), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.133157 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.146073 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d14c25-3da9-4ac5-85f4-84c92ae37530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc1c3b8e-db02-4e47-81a5-29de79e02cc7,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:37.157081 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d14c25-3da9-4ac5-85f4-84c92ae37530 admin admin] Checking segment: {'id': 'e0712b13-b934-4bca-a496-d8c160fb5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '29388653-81ce-4ed3-9b82-53914a1efada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:37.157440 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d14c25-3da9-4ac5-85f4-84c92ae37530 admin admin] Network hostable DHCP agents. Network: 29388653-81ce-4ed3-9b82-53914a1efada, hostable agents: ['ca66d921-6fc5-40a6-acd2-0876b1f12779'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:23:37.189381 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d74ecd-deaf-41c1-9073-7abe47b7d85c None None] Pushing event updated for resources: {'Port': ['ID=e4a5cf76-1fcb-463b-9033-bd8ddc072e70,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:37.212091 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (12f43fc9-146a-4c45-aa8d-5923798a5b64), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.253460 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:23:37.263989 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Attempting to bind port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:37.264379 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Attempting to bind port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:37.264753 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Attempting to bind port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 on network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:37.276770 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:37.277160 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Checking segment: {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:37.277569 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.277969 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Bound using segment: {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:37.278457 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Bound port: e4a5cf76-1fcb-463b-9033-bd8ddc072e70, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:37.278883 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.302883 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Pushing event updated for resources: {'Port': ['ID=12f43fc9-146a-4c45-aa8d-5923798a5b64,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:37.304457 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d14c25-3da9-4ac5-85f4-84c92ae37530 admin admin] Network 29388653-81ce-4ed3-9b82-53914a1efada is scheduled to be hosted by DHCP agent ca66d921-6fc5-40a6-acd2-0876b1f12779 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:23:37.358592 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] For port e4a5cf76-1fcb-463b-9033-bd8ddc072e70, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:37.361600 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] For port e4a5cf76-1fcb-463b-9033-bd8ddc072e70, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=e4a5cf76-1fcb-463b-9033-bd8ddc072e70,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:37.390827 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-17d14c25-3da9-4ac5-85f4-84c92ae37530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-12-iscsi, 29388653-81ce-4ed3-9b82-53914a1efada) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:37.394687 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d14c25-3da9-4ac5-85f4-84c92ae37530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:37.395372 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-17d14c25-3da9-4ac5-85f4-84c92ae37530 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.399793 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf00caf5-1a2d-403f-bdbb-15d806d03b0e None None] Network 29388653-81ce-4ed3-9b82-53914a1efada requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:23:37.414956 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8dcafe93-658e-4641-ac2f-d442adf3527c None None] Provisioning complete for port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:37.415318 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8dcafe93-658e-4641-ac2f-d442adf3527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.484741 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8dcafe93-658e-4641-ac2f-d442adf3527c None None] Port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:23:37.490666 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.507176 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-17d14c25-3da9-4ac5-85f4-84c92ae37530 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8344519 Mar 15 17:23:37.509639 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47156) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:37.514184 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-833723943-router', 'tenant_id': '22ea8e84fda949438d10e10a77f544cf', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:37.582121 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82e3d683-5ede-5394-a179-ed8ba7e8f023-29388653-81ce-4ed3-9b82-53914a1efada', 'network_id': '29388653-81ce-4ed3-9b82-53914a1efada', 'project_id': '22ea8e84fda949438d10e10a77f544cf', 'fixed_ips': [{'subnet_id': 'bc1c3b8e-db02-4e47-81a5-29de79e02cc7'}]}} from dv-cinder-831247-12-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:23:37.583104 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.589832 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:37.590476 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:23:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:37.590683 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7387'] for router (ed98bb50-d52e-41c1-9039-1365aa117fb9), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.591784 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router (ed98bb50-d52e-41c1-9039-1365aa117fb9), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.598065 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d74ecd-deaf-41c1-9073-7abe47b7d85c None None] Pushing event updated for resources: {'Port': ['ID=e4a5cf76-1fcb-463b-9033-bd8ddc072e70,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:37.665643 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Publish callbacks [] for router_controller (ed98bb50-d52e-41c1-9039-1365aa117fb9), precommit_add_association {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.765834 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c0701-bfc0-49e8-89af-17932affb8bb req-1fdbeb71-9a97-43e0-b1e1-ed492dec92a0 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:37.767763 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0f4c0701-bfc0-49e8-89af-17932affb8bb req-1fdbeb71-9a97-43e0-b1e1-ed492dec92a0 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 945 time: 0.0555487 Mar 15 17:23:37.822891 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:37.829471 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0f4c0701-bfc0-49e8-89af-17932affb8bb req-fbc0a7fa-3850-4752-964c-8ea7be64683f tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558913 Mar 15 17:23:37.871866 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-1253c082-2275-4add-b798-0835d2cc3741 None None] Provisioning complete for port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:37.872235 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1253c082-2275-4add-b798-0835d2cc3741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:37.874788 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Allocated IP 172.20.0.2 (29388653-81ce-4ed3-9b82-53914a1efada/bc1c3b8e-db02-4e47-81a5-29de79e02cc7/3235a566-e611-411a-840f-fa63664e62dc) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:37.900743 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Publish callbacks [] for router_gateway (ed98bb50-d52e-41c1-9039-1365aa117fb9), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.185078 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-1253c082-2275-4add-b798-0835d2cc3741 None None] Current status of the port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:38.185675 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1253c082-2275-4add-b798-0835d2cc3741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.229380 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Publish callbacks [] for port (3235a566-e611-411a-840f-fa63664e62dc), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.252525 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-1253c082-2275-4add-b798-0835d2cc3741 None None] For port e4a5cf76-1fcb-463b-9033-bd8ddc072e70, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=e4a5cf76-1fcb-463b-9033-bd8ddc072e70,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:38.260190 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:38.289276 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6582b71-90d9-4b21-ad23-166d6a045245 None None] The sync data for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi is: [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:23:38.316711 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091'] for port (3235a566-e611-411a-840f-fa63664e62dc), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.375799 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1253c082-2275-4add-b798-0835d2cc3741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.388727 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Network 29388653-81ce-4ed3-9b82-53914a1efada is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:38.392995 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:38.396631 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:38.403996 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Pushing event updated for resources: {'Port': ['ID=3235a566-e611-411a-840f-fa63664e62dc,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:38.489324 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Publish callbacks [] for router_gateway (ed98bb50-d52e-41c1-9039-1365aa117fb9), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.511253 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.523477 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Attempting to bind port 3235a566-e611-411a-840f-fa63664e62dc on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:38.523861 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Attempting to bind port 3235a566-e611-411a-840f-fa63664e62dc by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': 'e0712b13-b934-4bca-a496-d8c160fb5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '29388653-81ce-4ed3-9b82-53914a1efada'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:38.524224 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Attempting to bind port 3235a566-e611-411a-840f-fa63664e62dc on network 29388653-81ce-4ed3-9b82-53914a1efada {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:38.533117 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253c082-2275-4add-b798-0835d2cc3741 None None] Pushing event updated for resources: {'Port': ['ID=e4a5cf76-1fcb-463b-9033-bd8ddc072e70,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:38.536238 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:38.536624 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Checking segment: {'id': 'e0712b13-b934-4bca-a496-d8c160fb5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '29388653-81ce-4ed3-9b82-53914a1efada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:38.537038 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.537430 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Bound using segment: {'id': 'e0712b13-b934-4bca-a496-d8c160fb5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '29388653-81ce-4ed3-9b82-53914a1efada'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:38.537915 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Bound port: 3235a566-e611-411a-840f-fa63664e62dc, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0712b13-b934-4bca-a496-d8c160fb5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '29388653-81ce-4ed3-9b82-53914a1efada'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:38.538303 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (3235a566-e611-411a-840f-fa63664e62dc), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.612030 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] For port 3235a566-e611-411a-840f-fa63664e62dc, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:38.629474 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] For port 3235a566-e611-411a-840f-fa63664e62dc, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=3235a566-e611-411a-840f-fa63664e62dc,segment=NetworkSegment(e0712b13-b934-4bca-a496-d8c160fb5f6a),segment_id=e0712b13-b934-4bca-a496-d8c160fb5f6a)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:38.629474 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 12f43fc9-146a-4c45-aa8d-5923798a5b64 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:38.653746 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Allocated IP 172.27.3.115 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/743f41e0-71bf-4cf5-b09f-7f4dc03088d8) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:38.676069 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 12f43fc9-146a-4c45-aa8d-5923798a5b64 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:38.676444 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (12f43fc9-146a-4c45-aa8d-5923798a5b64), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.745453 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (3235a566-e611-411a-840f-fa63664e62dc), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.771672 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Publish callbacks [] for port (743f41e0-71bf-4cf5-b09f-7f4dc03088d8), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.804536 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 12f43fc9-146a-4c45-aa8d-5923798a5b64 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:38.805726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device e4a5cf76-1fcb-463b-9033-bd8ddc072e70 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:38.853746 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddc4da-f6c8-493f-b229-6997d656c3d2 None None] Pushing event updated for resources: {'Port': ['ID=3235a566-e611-411a-840f-fa63664e62dc,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:38.877459 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (743f41e0-71bf-4cf5-b09f-7f4dc03088d8), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.878202 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:38.878593 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:38.948465 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=743f41e0-71bf-4cf5-b09f-7f4dc03088d8,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:38.971443 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:38.972060 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:38.984157 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:38.986835 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:39.076170 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:39.081088 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8d65e-357f-49b3-a8a7-df1410ac4044 req-f74def10-beb1-41c1-a477-ba1a3c850a78 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:39.082366 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f2d8d65e-357f-49b3-a8a7-df1410ac4044 req-f74def10-beb1-41c1-a477-ba1a3c850a78 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 945 time: 0.1237752 Mar 15 17:23:39.232149 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f2d8d65e-357f-49b3-a8a7-df1410ac4044 req-0ad3bc20-8b7d-4ba5-af06-feba47d8b076 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133707 Mar 15 17:23:39.419575 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Publish callbacks [] for router_gateway (ed98bb50-d52e-41c1-9039-1365aa117fb9), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:39.637925 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686872'] for router (ed98bb50-d52e-41c1-9039-1365aa117fb9), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:39.837674 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb6ae32-21ea-42de-a50b-77388eca76bf None None] Network 29388653-81ce-4ed3-9b82-53914a1efada requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:23:39.841757 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Router ed98bb50-d52e-41c1-9039-1365aa117fb9 is scheduled to L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f with binding_index 1 {{(pid=103957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:23:39.940749 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-2faecafe-82d0-430b-af1c-43e63befd14c None None] Provisioning complete for port 3235a566-e611-411a-840f-fa63664e62dc triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:39.941126 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2faecafe-82d0-430b-af1c-43e63befd14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (3235a566-e611-411a-840f-fa63664e62dc), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:39.956197 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:23:39.969436 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Sync routers for ids ['ed98bb50-d52e-41c1-9039-1365aa117fb9'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:23:39.981776 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Routers {'ed98bb50-d52e-41c1-9039-1365aa117fb9'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:39.982401 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:23:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['ed98bb50-d52e-41c1-9039-1365aa117fb9'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:40.055674 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.057088 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e84bc441-7673-445d-a078-b133fb931ae7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5464413 Mar 15 17:23:40.062967 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47170) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:40.145004 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Set router ed98bb50-d52e-41c1-9039-1365aa117fb9 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:40.185256 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-2faecafe-82d0-430b-af1c-43e63befd14c None None] Current status of the port 3235a566-e611-411a-840f-fa63664e62dc is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:40.185866 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2faecafe-82d0-430b-af1c-43e63befd14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (3235a566-e611-411a-840f-fa63664e62dc), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.229585 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-2faecafe-82d0-430b-af1c-43e63befd14c None None] For port 3235a566-e611-411a-840f-fa63664e62dc, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=3235a566-e611-411a-840f-fa63664e62dc,segment=NetworkSegment(e0712b13-b934-4bca-a496-d8c160fb5f6a),segment_id=e0712b13-b934-4bca-a496-d8c160fb5f6a)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:40.339179 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2faecafe-82d0-430b-af1c-43e63befd14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (3235a566-e611-411a-840f-fa63664e62dc), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.340956 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'name': 'tempest-TestVolumeBootPattern-833723943-router', 'tenant_id': '22ea8e84fda949438d10e10a77f544cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '743f41e0-71bf-4cf5-b09f-7f4dc03088d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:37Z', 'updated_at': '2022-03-15T17:23:39Z', 'revision_number': 3, 'project_id': '22ea8e84fda949438d10e10a77f544cf', 'gw_port': {'id': '743f41e0-71bf-4cf5-b09f-7f4dc03088d8', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:38Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:40.368445 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Checking router: ed98bb50-d52e-41c1-9039-1365aa117fb9 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:23:40.368797 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Updating router ed98bb50-d52e-41c1-9039-1365aa117fb9 port 743f41e0-71bf-4cf5-b09f-7f4dc03088d8 binding host dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:23:40.389173 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faecafe-82d0-430b-af1c-43e63befd14c None None] Pushing event updated for resources: {'Port': ['ID=3235a566-e611-411a-840f-fa63664e62dc,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:40.407086 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (743f41e0-71bf-4cf5-b09f-7f4dc03088d8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.476094 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-ddfd0a95-4934-411b-9068-03d3889be612 None None] Provisioning complete for port 3235a566-e611-411a-840f-fa63664e62dc triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:40.478546 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0a95-4934-411b-9068-03d3889be612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (3235a566-e611-411a-840f-fa63664e62dc), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.596069 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd0a95-4934-411b-9068-03d3889be612 None None] Current status of the port 3235a566-e611-411a-840f-fa63664e62dc is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:40.665892 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 3235a566-e611-411a-840f-fa63664e62dc up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:40.681065 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.698591 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7a357-3297-4e53-ac41-cfd4a8c3c57f req-bd4e8de6-3ca9-4234-bdae-83602b1216f7 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:40.699912 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c3f7a357-3297-4e53-ac41-cfd4a8c3c57f req-bd4e8de6-3ca9-4234-bdae-83602b1216f7 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 945 time: 0.0804808 Mar 15 17:23:40.719574 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 3235a566-e611-411a-840f-fa63664e62dc triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:40.722276 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (3235a566-e611-411a-840f-fa63664e62dc), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.763146 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Publish callbacks [] for port (743f41e0-71bf-4cf5-b09f-7f4dc03088d8), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.764904 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c3f7a357-3297-4e53-ac41-cfd4a8c3c57f req-12be5cd1-3246-4cae-9adc-167635325de7 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591838 Mar 15 17:23:40.809112 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 3235a566-e611-411a-840f-fa63664e62dc is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:40.810159 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device e4a5cf76-1fcb-463b-9033-bd8ddc072e70 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:40.830082 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (743f41e0-71bf-4cf5-b09f-7f4dc03088d8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.851408 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Allocated IP 172.20.0.1 (29388653-81ce-4ed3-9b82-53914a1efada/bc1c3b8e-db02-4e47-81a5-29de79e02cc7/bd7504bf-8d43-46a3-a98a-4f7dfdd378e7) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:40.861360 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:40.861918 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.870796 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c7b26-987f-44ae-bfb3-59168f6f36f9 None None] Pushing event updated for resources: {'Port': ['ID=743f41e0-71bf-4cf5-b09f-7f4dc03088d8,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:40.900452 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Attempting to bind port 743f41e0-71bf-4cf5-b09f-7f4dc03088d8 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:40.900825 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Attempting to bind port 743f41e0-71bf-4cf5-b09f-7f4dc03088d8 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:40.901187 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Attempting to bind port 743f41e0-71bf-4cf5-b09f-7f4dc03088d8 on network ceae017f-2819-47ba-8d0c-41f6f4b64533 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:40.906998 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:40.907387 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Checking segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:40.908133 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.908775 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Bound using segment: {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:40.909249 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Bound port: 743f41e0-71bf-4cf5-b09f-7f4dc03088d8, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:40.909626 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (743f41e0-71bf-4cf5-b09f-7f4dc03088d8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.944118 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:40.964148 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] For port 743f41e0-71bf-4cf5-b09f-7f4dc03088d8, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:40.966635 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Publish callbacks [] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:40.967959 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] For port 743f41e0-71bf-4cf5-b09f-7f4dc03088d8, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=743f41e0-71bf-4cf5-b09f-7f4dc03088d8,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:41.031604 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (743f41e0-71bf-4cf5-b09f-7f4dc03088d8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.047835 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.090641 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Network 29388653-81ce-4ed3-9b82-53914a1efada is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:41.094589 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:41.098227 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:41.099500 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Routers {'ed98bb50-d52e-41c1-9039-1365aa117fb9'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:41.100233 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:23:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['ed98bb50-d52e-41c1-9039-1365aa117fb9'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:41.103677 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c7b26-987f-44ae-bfb3-59168f6f36f9 None None] Pushing event updated for resources: {'Port': ['ID=743f41e0-71bf-4cf5-b09f-7f4dc03088d8,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:41.107302 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Pushing event updated for resources: {'Port': ['ID=bd7504bf-8d43-46a3-a98a-4f7dfdd378e7,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:41.142855 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686921'] for router_interface (ed98bb50-d52e-41c1-9039-1365aa117fb9), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.303691 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] Set router ed98bb50-d52e-41c1-9039-1365aa117fb9 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:41.337059 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3619ca7-d024-4ad1-9c43-56c00fa0aa35 None None] Provisioning complete for port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:41.337439 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3619ca7-d024-4ad1-9c43-56c00fa0aa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.375423 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3619ca7-d024-4ad1-9c43-56c00fa0aa35 None None] Port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:23:41.380208 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.489152 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'name': 'tempest-TestVolumeBootPattern-833723943-router', 'tenant_id': '22ea8e84fda949438d10e10a77f544cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '743f41e0-71bf-4cf5-b09f-7f4dc03088d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:37Z', 'updated_at': '2022-03-15T17:23:39Z', 'revision_number': 3, 'project_id': '22ea8e84fda949438d10e10a77f544cf', 'gw_port': {'id': '743f41e0-71bf-4cf5-b09f-7f4dc03088d8', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:38Z', 'updated_at': '2022-03-15T17:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:41.516119 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669293a-0d96-43bc-9db8-a8dc6bca61b0 None None] The sync data for ids ['ed98bb50-d52e-41c1-9039-1365aa117fb9'] in dv-cinder-831247-12-iscsi is: [{'id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'name': 'tempest-TestVolumeBootPattern-833723943-router', 'tenant_id': '22ea8e84fda949438d10e10a77f544cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '743f41e0-71bf-4cf5-b09f-7f4dc03088d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:37Z', 'updated_at': '2022-03-15T17:23:39Z', 'revision_number': 3, 'project_id': '22ea8e84fda949438d10e10a77f544cf', 'gw_port': {'id': '743f41e0-71bf-4cf5-b09f-7f4dc03088d8', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:38Z', 'updated_at': '2022-03-15T17:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:23:41.567382 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Publish callbacks [] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.630336 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.702497 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Pushing event updated for resources: {'Port': ['ID=bd7504bf-8d43-46a3-a98a-4f7dfdd378e7,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:41.704928 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1720345'] for router_interface (ed98bb50-d52e-41c1-9039-1365aa117fb9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:41.837504 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Network 29388653-81ce-4ed3-9b82-53914a1efada is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:41.839365 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:42.018007 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034a7c9-e94a-461e-8a07-27861bc9d6f3 req-258ced73-5431-40aa-853b-ac6ec92e578c tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:42.019669 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6034a7c9-e94a-461e-8a07-27861bc9d6f3 req-258ced73-5431-40aa-853b-ac6ec92e578c tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 945 time: 0.1748338 Mar 15 17:23:42.062669 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Router ed98bb50-d52e-41c1-9039-1365aa117fb9 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:23:42.070777 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2abfe0-2f08-4f93-90bf-9db8e77a5465 req-a80a8d87-be37-4739-a0c9-57b0f1c44c22 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:42.072226 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dc2abfe0-2f08-4f93-90bf-9db8e77a5465 req-a80a8d87-be37-4739-a0c9-57b0f1c44c22 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 945 time: 0.1245012 Mar 15 17:23:42.105006 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-2f8d6bec-446f-44de-b052-19c09467957a None None] Provisioning complete for port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:42.108442 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2f8d6bec-446f-44de-b052-19c09467957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:42.129399 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6034a7c9-e94a-461e-8a07-27861bc9d6f3 req-d07a84f5-d223-4228-b957-6a2c3b25c22d tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012869 Mar 15 17:23:42.147777 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d6bec-446f-44de-b052-19c09467957a None None] Port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:23:42.280702 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:23:42.294664 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1f85b21f-d480-416c-80d1-1983aaeb61f5 admin admin] 10.222.0.37 "PUT /v2.0/routers/ed98bb50-d52e-41c1-9039-1365aa117fb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2220123 Mar 15 17:23:42.294664 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-dc2abfe0-2f08-4f93-90bf-9db8e77a5465 req-9e8a349d-6491-4a5c-b34d-cc8d88507d53 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Deleting port a58b7cdc-b100-43a3-af5f-cad702d27eb6 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:23:42.294664 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-dc2abfe0-2f08-4f93-90bf-9db8e77a5465 req-9e8a349d-6491-4a5c-b34d-cc8d88507d53 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (a58b7cdc-b100-43a3-af5f-cad702d27eb6), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:42.388150 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-dc2abfe0-2f08-4f93-90bf-9db8e77a5465 req-9e8a349d-6491-4a5c-b34d-cc8d88507d53 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] For port a58b7cdc-b100-43a3-af5f-cad702d27eb6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a58b7cdc-b100-43a3-af5f-cad702d27eb6,segment=NetworkSegment(be7cd43a-8ef6-4d83-be7b-4365ee45b98d),segment_id=be7cd43a-8ef6-4d83-be7b-4365ee45b98d)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:42.388514 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-dc2abfe0-2f08-4f93-90bf-9db8e77a5465 req-9e8a349d-6491-4a5c-b34d-cc8d88507d53 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (a58b7cdc-b100-43a3-af5f-cad702d27eb6), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:42.402192 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-dc2abfe0-2f08-4f93-90bf-9db8e77a5465 req-9e8a349d-6491-4a5c-b34d-cc8d88507d53 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Calling delete_port for a58b7cdc-b100-43a3-af5f-cad702d27eb6 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:23:42.547326 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 743f41e0-71bf-4cf5-b09f-7f4dc03088d8 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:42.595707 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 743f41e0-71bf-4cf5-b09f-7f4dc03088d8 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:42.596083 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (743f41e0-71bf-4cf5-b09f-7f4dc03088d8), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:42.642220 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-dc2abfe0-2f08-4f93-90bf-9db8e77a5465 req-9e8a349d-6491-4a5c-b34d-cc8d88507d53 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (a58b7cdc-b100-43a3-af5f-cad702d27eb6), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:42.667634 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['a58b7cdc-b100-43a3-af5f-cad702d27eb6'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:23:42.671410 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a349d-6491-4a5c-b34d-cc8d88507d53 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Pushing event deleted for resources: {'Port': ['ID=a58b7cdc-b100-43a3-af5f-cad702d27eb6,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:42.708218 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 743f41e0-71bf-4cf5-b09f-7f4dc03088d8 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:42.708646 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (743f41e0-71bf-4cf5-b09f-7f4dc03088d8), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:42.713758 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2abfe0-2f08-4f93-90bf-9db8e77a5465 req-9e8a349d-6491-4a5c-b34d-cc8d88507d53 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] No DVR routers for this DVR port a58b7cdc-b100-43a3-af5f-cad702d27eb6 on host hv-cinder-83124 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:23:42.716431 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-dc2abfe0-2f08-4f93-90bf-9db8e77a5465 req-9e8a349d-6491-4a5c-b34d-cc8d88507d53 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:42.720299 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dc2abfe0-2f08-4f93-90bf-9db8e77a5465 req-9e8a349d-6491-4a5c-b34d-cc8d88507d53 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.55 "DELETE /v2.0/ports/a58b7cdc-b100-43a3-af5f-cad702d27eb6 HTTP/1.1" status: 204 len: 173 time: 0.6414571 Mar 15 17:23:42.720973 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1b80f3-b0ee-41cf-8f54-525764c7a760', 'name': 'network-vif-deleted', 'tag': 'a58b7cdc-b100-43a3-af5f-cad702d27eb6'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:42.727235 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881ea638-0496-4f04-b8c9-8bf97ffcdcb9" -d '{"events": [{"server_uuid": "1c1b80f3-b0ee-41cf-8f54-525764c7a760", "name": "network-vif-deleted", "tag": "a58b7cdc-b100-43a3-af5f-cad702d27eb6"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:42.730213 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] For port 743f41e0-71bf-4cf5-b09f-7f4dc03088d8, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=743f41e0-71bf-4cf5-b09f-7f4dc03088d8,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:42.766627 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24854c7f-3fbc-4968-8f6b-0b7109a58d51 x-openstack-request-id: req-24854c7f-3fbc-4968-8f6b-0b7109a58d51 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:42.766952 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1b80f3-b0ee-41cf-8f54-525764c7a760", "name": "network-vif-deleted", "tag": "a58b7cdc-b100-43a3-af5f-cad702d27eb6", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:42.767220 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24854c7f-3fbc-4968-8f6b-0b7109a58d51 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:42.767626 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1b80f3-b0ee-41cf-8f54-525764c7a760', 'name': 'network-vif-deleted', 'tag': 'a58b7cdc-b100-43a3-af5f-cad702d27eb6', 'status': 'completed', 'code': 200} Mar 15 17:23:42.853395 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (743f41e0-71bf-4cf5-b09f-7f4dc03088d8), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:42.903369 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Pushing event updated for resources: {'Port': ['ID=743f41e0-71bf-4cf5-b09f-7f4dc03088d8,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:42.968637 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47186) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:42.973216 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-f1472a5c-19e1-47d1-ab2a-85802ff26cb2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-692824523', 'description': 'tempest-secgroup-smoke-692824523 description', 'project_id': '5b971d6ee24545f3924b5c06545725b0'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:43.059520 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f1472a5c-19e1-47d1-ab2a-85802ff26cb2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.090067 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Sync routers for ids ['ed98bb50-d52e-41c1-9039-1365aa117fb9'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:23:43.101264 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Routers {'ed98bb50-d52e-41c1-9039-1365aa117fb9'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:43.110560 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:23:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['ed98bb50-d52e-41c1-9039-1365aa117fb9'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:43.128849 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f1472a5c-19e1-47d1-ab2a-85802ff26cb2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group (9ff4f34b-183b-4750-8992-0b590d2bc4c4), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.209871 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Set router ed98bb50-d52e-41c1-9039-1365aa117fb9 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:43.212978 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f1472a5c-19e1-47d1-ab2a-85802ff26cb2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9ff4f34b-183b-4750-8992-0b590d2bc4c4), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.267611 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6165078f-8167-437b-b472-c76d20198823 req-b7cc22c0-6821-407e-8e23-45b21a24469f tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1b80f3-b0ee-41cf-8f54-525764c7a760 HTTP/1.1" status: 200 len: 210 time: 0.0447109 Mar 15 17:23:43.271506 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1472a5c-19e1-47d1-ab2a-85802ff26cb2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff4f34b-183b-4750-8992-0b590d2bc4c4,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:43.358296 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f1472a5c-19e1-47d1-ab2a-85802ff26cb2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.359482 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f1472a5c-19e1-47d1-ab2a-85802ff26cb2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3897724 Mar 15 17:23:43.362555 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47190) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:43.367048 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-689c85a9-16cb-4fd8-bb16-2c9e3b0b13ef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Request body: {'security_group_rule': {'security_group_id': '9ff4f34b-183b-4750-8992-0b590d2bc4c4', 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:43.419452 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'name': 'tempest-TestVolumeBootPattern-833723943-router', 'tenant_id': '22ea8e84fda949438d10e10a77f544cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '743f41e0-71bf-4cf5-b09f-7f4dc03088d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:37Z', 'updated_at': '2022-03-15T17:23:41Z', 'revision_number': 4, 'project_id': '22ea8e84fda949438d10e10a77f544cf', 'gw_port': {'id': '743f41e0-71bf-4cf5-b09f-7f4dc03088d8', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:38Z', 'updated_at': '2022-03-15T17:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'bd7504bf-8d43-46a3-a98a-4f7dfdd378e7', 'name': '', 'network_id': '29388653-81ce-4ed3-9b82-53914a1efada', 'tenant_id': '22ea8e84fda949438d10e10a77f544cf', 'mac_address': 'fa:16:3e:d3:90:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'bc1c3b8e-db02-4e47-81a5-29de79e02cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:40Z', 'updated_at': '2022-03-15T17:23:41Z', 'revision_number': 2, 'project_id': '22ea8e84fda949438d10e10a77f544cf', 'subnets': [{'id': 'bc1c3b8e-db02-4e47-81a5-29de79e02cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:43.445870 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Checking router: ed98bb50-d52e-41c1-9039-1365aa117fb9 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:23:43.446228 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Updating router ed98bb50-d52e-41c1-9039-1365aa117fb9 port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 binding host dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:23:43.473403 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.492184 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-689c85a9-16cb-4fd8-bb16-2c9e3b0b13ef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (54196b16-18b5-4d11-a197-92d5e238c636), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.548105 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-689c85a9-16cb-4fd8-bb16-2c9e3b0b13ef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (54196b16-18b5-4d11-a197-92d5e238c636), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.641982 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-689c85a9-16cb-4fd8-bb16-2c9e3b0b13ef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (54196b16-18b5-4d11-a197-92d5e238c636), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.664571 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c85a9-16cb-4fd8-bb16-2c9e3b0b13ef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54196b16-18b5-4d11-a197-92d5e238c636,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:43.736275 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-689c85a9-16cb-4fd8-bb16-2c9e3b0b13ef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.740070 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-689c85a9-16cb-4fd8-bb16-2c9e3b0b13ef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3739316 Mar 15 17:23:43.740595 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47192) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:43.745033 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Publish callbacks [] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.745440 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-8fff5e34-6a2c-4ab0-8cb2-2366b559c33b tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Request body: {'security_group_rule': {'security_group_id': '9ff4f34b-183b-4750-8992-0b590d2bc4c4', 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:43.796768 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.831993 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8fff5e34-6a2c-4ab0-8cb2-2366b559c33b tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (32a7c869-d547-4dab-8452-0bb935136484), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.865666 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac9a15-91f6-4760-8606-50e55dcdb5b8 None None] Pushing event updated for resources: {'Port': ['ID=bd7504bf-8d43-46a3-a98a-4f7dfdd378e7,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:43.895765 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Attempting to bind port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 on host dv-cinder-831247-12-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:43.896136 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Attempting to bind port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 by drivers openvswitch,hyperv on host dv-cinder-831247-12-iscsi at level 0 using segments [{'id': 'e0712b13-b934-4bca-a496-d8c160fb5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '29388653-81ce-4ed3-9b82-53914a1efada'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:43.896504 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Attempting to bind port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 on network 29388653-81ce-4ed3-9b82-53914a1efada {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:43.901894 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Checking agent: {'id': '4c5c08ab-e750-4134-b4e3-d52a83418fd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 5, 52), 'started_at': datetime.datetime(2022, 3, 15, 17, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:43.902350 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Checking segment: {'id': 'e0712b13-b934-4bca-a496-d8c160fb5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '29388653-81ce-4ed3-9b82-53914a1efada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:43.902792 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.903192 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Bound using segment: {'id': 'e0712b13-b934-4bca-a496-d8c160fb5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '29388653-81ce-4ed3-9b82-53914a1efada'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:43.903644 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8fff5e34-6a2c-4ab0-8cb2-2366b559c33b tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (32a7c869-d547-4dab-8452-0bb935136484), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.903759 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Bound port: bd7504bf-8d43-46a3-a98a-4f7dfdd378e7, host: dv-cinder-831247-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0712b13-b934-4bca-a496-d8c160fb5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '29388653-81ce-4ed3-9b82-53914a1efada'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:43.904037 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:43.973906 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] For port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7, host dv-cinder-831247-12-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:43.977207 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] For port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7, host dv-cinder-831247-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=bd7504bf-8d43-46a3-a98a-4f7dfdd378e7,segment=NetworkSegment(e0712b13-b934-4bca-a496-d8c160fb5f6a),segment_id=e0712b13-b934-4bca-a496-d8c160fb5f6a)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:43.985153 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8fff5e34-6a2c-4ab0-8cb2-2366b559c33b tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (32a7c869-d547-4dab-8452-0bb935136484), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.003733 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff5e34-6a2c-4ab0-8cb2-2366b559c33b tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a7c869-d547-4dab-8452-0bb935136484,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:44.079064 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.082065 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-9ceff897-a05c-4dbf-b223-e9b25b9aa10a None None] Provisioning complete for port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:44.082426 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9ceff897-a05c-4dbf-b223-e9b25b9aa10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.095998 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8fff5e34-6a2c-4ab0-8cb2-2366b559c33b tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.097216 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-8fff5e34-6a2c-4ab0-8cb2-2366b559c33b tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3555925 Mar 15 17:23:44.099866 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47194) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:44.104151 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-548b0531-3a45-48ea-a75b-37cd381bf374 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Request body: {'security_group_rule': {'security_group_id': '9ff4f34b-183b-4750-8992-0b590d2bc4c4', 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:44.173004 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Routers {'ed98bb50-d52e-41c1-9039-1365aa117fb9'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:23:44.173599 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:23:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['ed98bb50-d52e-41c1-9039-1365aa117fb9'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:44.177429 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac9a15-91f6-4760-8606-50e55dcdb5b8 None None] Pushing event updated for resources: {'Port': ['ID=bd7504bf-8d43-46a3-a98a-4f7dfdd378e7,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:44.208991 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-548b0531-3a45-48ea-a75b-37cd381bf374 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (17412667-3a96-431e-b691-65b61dabc29d), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.281825 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-548b0531-3a45-48ea-a75b-37cd381bf374 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (17412667-3a96-431e-b691-65b61dabc29d), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.308082 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-9ceff897-a05c-4dbf-b223-e9b25b9aa10a None None] Current status of the port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:44.308475 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9ceff897-a05c-4dbf-b223-e9b25b9aa10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.333484 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-548b0531-3a45-48ea-a75b-37cd381bf374 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (17412667-3a96-431e-b691-65b61dabc29d), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.348111 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] Set router ed98bb50-d52e-41c1-9039-1365aa117fb9 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:23:44.352849 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b0531-3a45-48ea-a75b-37cd381bf374 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17412667-3a96-431e-b691-65b61dabc29d,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:44.392830 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-9ceff897-a05c-4dbf-b223-e9b25b9aa10a None None] For port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=bd7504bf-8d43-46a3-a98a-4f7dfdd378e7,segment=NetworkSegment(e0712b13-b934-4bca-a496-d8c160fb5f6a),segment_id=e0712b13-b934-4bca-a496-d8c160fb5f6a)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:44.423048 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-548b0531-3a45-48ea-a75b-37cd381bf374 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.425111 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-548b0531-3a45-48ea-a75b-37cd381bf374 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3235955 Mar 15 17:23:44.427095 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47200) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:44.431593 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-7414b412-83c9-48d5-acb2-4c0cfb3b0149 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Request body: {'security_group_rule': {'security_group_id': '9ff4f34b-183b-4750-8992-0b590d2bc4c4', 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:44.490715 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9ceff897-a05c-4dbf-b223-e9b25b9aa10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.530353 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 743f41e0-71bf-4cf5-b09f-7f4dc03088d8 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:44.541485 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7414b412-83c9-48d5-acb2-4c0cfb3b0149 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (f0ae06b0-d5d4-49fe-a9b7-f06d37bc5b80), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.608277 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceff897-a05c-4dbf-b223-e9b25b9aa10a None None] Pushing event updated for resources: {'Port': ['ID=bd7504bf-8d43-46a3-a98a-4f7dfdd378e7,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:44.608619 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7414b412-83c9-48d5-acb2-4c0cfb3b0149 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (f0ae06b0-d5d4-49fe-a9b7-f06d37bc5b80), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.643945 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-b5603937-8ec8-456d-bf0d-232e1312288a tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:44.645471 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-b5603937-8ec8-456d-bf0d-232e1312288a tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/networks?id=b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf HTTP/1.1" status: 200 len: 809 time: 0.1235225 Mar 15 17:23:44.652440 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-5d689d50-a7c7-4048-ae21-ed7e0189489f None None] Provisioning complete for port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:44.652817 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5d689d50-a7c7-4048-ae21-ed7e0189489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.662099 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-1ed3e01f-5ae9-478f-8757-4fcb118c9163 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/quotas/08439ad542d347d3b54ede606a9ae71d HTTP/1.1" status: 200 len: 375 time: 0.0111239 Mar 15 17:23:44.683810 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port 743f41e0-71bf-4cf5-b09f-7f4dc03088d8 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:44.684190 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (743f41e0-71bf-4cf5-b09f-7f4dc03088d8), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.695761 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-866f0442-5f2d-414c-8b96-794b5a816763 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=08439ad542d347d3b54ede606a9ae71d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280566 Mar 15 17:23:44.721952 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7414b412-83c9-48d5-acb2-4c0cfb3b0149 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (f0ae06b0-d5d4-49fe-a9b7-f06d37bc5b80), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.738350 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414b412-83c9-48d5-acb2-4c0cfb3b0149 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ae06b0-d5d4-49fe-a9b7-f06d37bc5b80,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:44.749101 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'name': 'tempest-TestVolumeBootPattern-833723943-router', 'tenant_id': '22ea8e84fda949438d10e10a77f544cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '743f41e0-71bf-4cf5-b09f-7f4dc03088d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:37Z', 'updated_at': '2022-03-15T17:23:41Z', 'revision_number': 4, 'project_id': '22ea8e84fda949438d10e10a77f544cf', 'gw_port': {'id': '743f41e0-71bf-4cf5-b09f-7f4dc03088d8', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:38Z', 'updated_at': '2022-03-15T17:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'bd7504bf-8d43-46a3-a98a-4f7dfdd378e7', 'name': '', 'network_id': '29388653-81ce-4ed3-9b82-53914a1efada', 'tenant_id': '22ea8e84fda949438d10e10a77f544cf', 'mac_address': 'fa:16:3e:d3:90:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'bc1c3b8e-db02-4e47-81a5-29de79e02cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:40Z', 'updated_at': '2022-03-15T17:23:43Z', 'revision_number': 4, 'project_id': '22ea8e84fda949438d10e10a77f544cf', 'subnets': [{'id': 'bc1c3b8e-db02-4e47-81a5-29de79e02cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:23:44.782515 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f87fa-6ce3-46e7-9566-d3b6620e46b3 None None] The sync data for ids ['ed98bb50-d52e-41c1-9039-1365aa117fb9'] in dv-cinder-831247-12-iscsi is: [{'id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'name': 'tempest-TestVolumeBootPattern-833723943-router', 'tenant_id': '22ea8e84fda949438d10e10a77f544cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '743f41e0-71bf-4cf5-b09f-7f4dc03088d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:37Z', 'updated_at': '2022-03-15T17:23:41Z', 'revision_number': 4, 'project_id': '22ea8e84fda949438d10e10a77f544cf', 'gw_port': {'id': '743f41e0-71bf-4cf5-b09f-7f4dc03088d8', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:38Z', 'updated_at': '2022-03-15T17:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'bd7504bf-8d43-46a3-a98a-4f7dfdd378e7', 'name': '', 'network_id': '29388653-81ce-4ed3-9b82-53914a1efada', 'tenant_id': '22ea8e84fda949438d10e10a77f544cf', 'mac_address': 'fa:16:3e:d3:90:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'bc1c3b8e-db02-4e47-81a5-29de79e02cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:40Z', 'updated_at': '2022-03-15T17:23:43Z', 'revision_number': 4, 'project_id': '22ea8e84fda949438d10e10a77f544cf', 'subnets': [{'id': 'bc1c3b8e-db02-4e47-81a5-29de79e02cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:23:44.797529 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4f574d7f-a99a-4c75-884c-5008f52edcc2 service neutron] 10.222.0.37 "GET /v2.0/networks/b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943787 Mar 15 17:23:44.866445 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7414b412-83c9-48d5-acb2-4c0cfb3b0149 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:44.868403 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7414b412-83c9-48d5-acb2-4c0cfb3b0149 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4401817 Mar 15 17:23:44.871285 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47212) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:44.877063 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-b0cd0141-7c11-47c8-a4d5-8b920c692014 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Request body: {'security_group_rule': {'security_group_id': '9ff4f34b-183b-4750-8992-0b590d2bc4c4', 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:44.878114 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port 743f41e0-71bf-4cf5-b09f-7f4dc03088d8 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:44.879925 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-5d689d50-a7c7-4048-ae21-ed7e0189489f None None] Current status of the port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:44.927219 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-144d9395-35c1-4f5b-a962-18744a4abf43 service neutron] 10.222.0.37 "GET /v2.0/networks/b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221411 Mar 15 17:23:44.968346 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.db.securitygroups_db [None req-b0cd0141-7c11-47c8-a4d5-8b920c692014 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Project 5b971d6ee24545f3924b5c06545725b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:23:44.975483 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b0cd0141-7c11-47c8-a4d5-8b920c692014 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (07eac8bf-ad4e-4a1f-be1e-297a28e72dfd), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.043419 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b0cd0141-7c11-47c8-a4d5-8b920c692014 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (07eac8bf-ad4e-4a1f-be1e-297a28e72dfd), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.178911 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-137a515e-1954-4fff-be2f-043ef216d2c0 req-c8c33675-7890-473c-8d73-c981c95f686a tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 210 time: 0.0283966 Mar 15 17:23:45.179730 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b0cd0141-7c11-47c8-a4d5-8b920c692014 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (07eac8bf-ad4e-4a1f-be1e-297a28e72dfd), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.203666 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd0141-7c11-47c8-a4d5-8b920c692014 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07eac8bf-ad4e-4a1f-be1e-297a28e72dfd,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:45.273294 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b0cd0141-7c11-47c8-a4d5-8b920c692014 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.274657 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b0cd0141-7c11-47c8-a4d5-8b920c692014 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4020650 Mar 15 17:23:45.277458 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47220) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:23:45.283260 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-1686346f-35d8-4003-bba2-94623020a5d7 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Request body: {'security_group_rule': {'security_group_id': '9ff4f34b-183b-4750-8992-0b590d2bc4c4', 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:45.401748 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.securitygroups_db [None req-1686346f-35d8-4003-bba2-94623020a5d7 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Project 5b971d6ee24545f3924b5c06545725b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:23:45.408008 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1686346f-35d8-4003-bba2-94623020a5d7 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (f8747aaf-37e8-4680-93d3-94317cda986e), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.480888 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1686346f-35d8-4003-bba2-94623020a5d7 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (f8747aaf-37e8-4680-93d3-94317cda986e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.572947 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1686346f-35d8-4003-bba2-94623020a5d7 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605755'] for security_group_rule (f8747aaf-37e8-4680-93d3-94317cda986e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.590440 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686346f-35d8-4003-bba2-94623020a5d7 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8747aaf-37e8-4680-93d3-94317cda986e,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:45.661621 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1686346f-35d8-4003-bba2-94623020a5d7 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:45.669515 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1686346f-35d8-4003-bba2-94623020a5d7 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3878653 Mar 15 17:23:45.944842 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-42d43ebf-849a-46a9-bf7b-f04d3ed2b9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:46.003462 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device a58b7cdc-b100-43a3-af5f-cad702d27eb6 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:23:46.024245 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: a58b7cdc-b100-43a3-af5f-cad702d27eb6 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:23:46.024594 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device a58b7cdc-b100-43a3-af5f-cad702d27eb6 not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:23:46.281750 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-13fed43c-570a-4959-a904-c8f8a34138a9 req-8cfcca0b-72ef-4beb-abc5-cbbb2a88a650 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 210 time: 0.0272276 Mar 15 17:23:46.519882 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 up at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:46.693003 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Provisioning complete for port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:46.693376 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:46.776562 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Current status of the port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:47.383333 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b863c47c-032f-4687-aa14-8b926c455bcd req-bf8f9b97-4a7c-4b4a-9dbc-190c1513cd3a tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 210 time: 0.0316598 Mar 15 17:23:47.448679 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4082fe24-c409-48b8-937d-61ea6ffb5679 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:47.450127 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4082fe24-c409-48b8-937d-61ea6ffb5679 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.55 "GET /v2.0/networks?id=b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf HTTP/1.1" status: 200 len: 809 time: 0.1157210 Mar 15 17:23:47.466040 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-e227a9a8-22c1-401c-9f8c-d71e84238662 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Request body: {'port': {'device_id': 'f6d20c82-5e65-49da-82ec-da1f2a7471b6', 'network_id': 'b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf', 'admin_state_up': True, 'tenant_id': '08439ad542d347d3b54ede606a9ae71d'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:47.699013 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-e227a9a8-22c1-401c-9f8c-d71e84238662 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Made reservation on behalf of 08439ad542d347d3b54ede606a9ae71d for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:23:47.703101 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-e227a9a8-22c1-401c-9f8c-d71e84238662 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:47.835518 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-e227a9a8-22c1-401c-9f8c-d71e84238662 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Allocated IP 172.20.0.5 (b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf/db14f4d4-c8eb-4929-89bc-38018874084f/fe1848f3-0c61-4787-84ed-faf33257aef5) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:23:47.988321 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-e227a9a8-22c1-401c-9f8c-d71e84238662 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks [] for port (fe1848f3-0c61-4787-84ed-faf33257aef5), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.077083 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-e227a9a8-22c1-401c-9f8c-d71e84238662 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (fe1848f3-0c61-4787-84ed-faf33257aef5), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.124937 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-e227a9a8-22c1-401c-9f8c-d71e84238662 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Network b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:23:48.128184 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-e227a9a8-22c1-401c-9f8c-d71e84238662 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:23:48.132804 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-e227a9a8-22c1-401c-9f8c-d71e84238662 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:23:48.142259 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227a9a8-22c1-401c-9f8c-d71e84238662 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Pushing event updated for resources: {'Port': ['ID=fe1848f3-0c61-4787-84ed-faf33257aef5,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:48.193101 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-e227a9a8-22c1-401c-9f8c-d71e84238662 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:48.193704 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-e227a9a8-22c1-401c-9f8c-d71e84238662 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.262397 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-e227a9a8-22c1-401c-9f8c-d71e84238662 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8025963 Mar 15 17:23:48.274822 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Request body: {'port': {'device_id': 'f6d20c82-5e65-49da-82ec-da1f2a7471b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:23:48.335385 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (fe1848f3-0c61-4787-84ed-faf33257aef5), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.613222 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-86f4d336-4e72-4a1f-a54a-43f59ac0c095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.824857 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648337fe-a4dc-4b1d-aa08-95e3810d22cb req-dcc5929c-9572-4897-9b5d-65d14d2da4b6 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:48.826344 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-648337fe-a4dc-4b1d-aa08-95e3810d22cb req-dcc5929c-9572-4897-9b5d-65d14d2da4b6 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 931 time: 0.1122797 Mar 15 17:23:48.907699 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-648337fe-a4dc-4b1d-aa08-95e3810d22cb req-cfc8eef6-bf55-4046-a233-227baa194f99 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748851 Mar 15 17:23:48.951150 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1848f3-0c61-4787-84ed-faf33257aef5 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:23:48.958646 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Publish callbacks [] for port (fe1848f3-0c61-4787-84ed-faf33257aef5), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:48.971128 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Transition to ACTIVE for port object fe1848f3-0c61-4787-84ed-faf33257aef5 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:23:49.127434 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (fe1848f3-0c61-4787-84ed-faf33257aef5), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:49.180650 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1848f3-0c61-4787-84ed-faf33257aef5,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:49.249533 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Attempting to bind port fe1848f3-0c61-4787-84ed-faf33257aef5 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:23:49.249832 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Attempting to bind port fe1848f3-0c61-4787-84ed-faf33257aef5 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'be7cd43a-8ef6-4d83-be7b-4365ee45b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:23:49.250157 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Attempting to bind port fe1848f3-0c61-4787-84ed-faf33257aef5 on network b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:49.254385 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Port fe1848f3-0c61-4787-84ed-faf33257aef5 on network b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:23:49.254698 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Attempting to bind port fe1848f3-0c61-4787-84ed-faf33257aef5 on network b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:23:49.259344 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:23:49.259676 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Checking segment: {'id': 'be7cd43a-8ef6-4d83-be7b-4365ee45b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:23:49.260056 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Bound using segment: {'id': 'be7cd43a-8ef6-4d83-be7b-4365ee45b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:23:49.260477 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Bound port: fe1848f3-0c61-4787-84ed-faf33257aef5, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7cd43a-8ef6-4d83-be7b-4365ee45b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:23:49.260823 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (fe1848f3-0c61-4787-84ed-faf33257aef5), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:49.323362 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] For port fe1848f3-0c61-4787-84ed-faf33257aef5, host hv-cinder-83124, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:23:49.326256 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] For port fe1848f3-0c61-4787-84ed-faf33257aef5, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe1848f3-0c61-4787-84ed-faf33257aef5,segment=NetworkSegment(be7cd43a-8ef6-4d83-be7b-4365ee45b98d),segment_id=be7cd43a-8ef6-4d83-be7b-4365ee45b98d)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:23:49.431244 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (fe1848f3-0c61-4787-84ed-faf33257aef5), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:49.441845 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:49.469019 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:49.469635 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:49.471101 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] 10.222.0.55 "PUT /v2.0/ports/fe1848f3-0c61-4787-84ed-faf33257aef5 HTTP/1.1" status: 200 len: 1093 time: 1.2005231 Mar 15 17:23:49.471543 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d20c82-5e65-49da-82ec-da1f2a7471b6', 'tag': 'fe1848f3-0c61-4787-84ed-faf33257aef5'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:49.473793 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97dd81b-41fe-4d37-8978-5e8581a44df0" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d20c82-5e65-49da-82ec-da1f2a7471b6", "tag": "fe1848f3-0c61-4787-84ed-faf33257aef5"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:49.499165 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364818f-78bd-43c3-9c18-33cd03feb170 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1848f3-0c61-4787-84ed-faf33257aef5,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:49.517276 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74393b7f-28ba-476f-b9a3-9a1238f43c02 x-openstack-request-id: req-74393b7f-28ba-476f-b9a3-9a1238f43c02 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:49.517569 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d20c82-5e65-49da-82ec-da1f2a7471b6", "tag": "fe1848f3-0c61-4787-84ed-faf33257aef5", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:49.517827 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74393b7f-28ba-476f-b9a3-9a1238f43c02 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:49.518259 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d20c82-5e65-49da-82ec-da1f2a7471b6', 'tag': 'fe1848f3-0c61-4787-84ed-faf33257aef5', 'status': 'completed', 'code': 200} Mar 15 17:23:49.582095 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dd81b-41fe-4d37-8978-5e8581a44df0 req-728b3d52-3dd5-4c9c-bb31-dd6fdbf133fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:49.583643 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d97dd81b-41fe-4d37-8978-5e8581a44df0 req-728b3d52-3dd5-4c9c-bb31-dd6fdbf133fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08439ad542d347d3b54ede606a9ae71d&device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 1127 time: 0.0453792 Mar 15 17:23:49.685224 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dd81b-41fe-4d37-8978-5e8581a44df0 req-180892ff-4194-4bae-b7c0-f5e4ace1797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:49.686899 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d97dd81b-41fe-4d37-8978-5e8581a44df0 req-180892ff-4194-4bae-b7c0-f5e4ace1797f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=08439ad542d347d3b54ede606a9ae71d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0929573 Mar 15 17:23:49.782653 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dd81b-41fe-4d37-8978-5e8581a44df0 req-f715415a-4021-42cd-96bd-7d574266cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:49.784133 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d97dd81b-41fe-4d37-8978-5e8581a44df0 req-f715415a-4021-42cd-96bd-7d574266cafe service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910461 Mar 15 17:23:49.864547 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-77f4da56-4e7a-4179-9605-b730d824035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:49.866043 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-77f4da56-4e7a-4179-9605-b730d824035e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08439ad542d347d3b54ede606a9ae71d&device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 1127 time: 0.0439558 Mar 15 17:23:49.911925 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-255f9f33-20d5-45d4-910a-69c3cb0c0b9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe1848f3-0c61-4787-84ed-faf33257aef5 HTTP/1.1" status: 200 len: 217 time: 0.0391734 Mar 15 17:23:49.969632 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-28f05ad5-82f2-4b0e-9a01-7302103bc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:49.971212 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-28f05ad5-82f2-4b0e-9a01-7302103bc3fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db14f4d4-c8eb-4929-89bc-38018874084f HTTP/1.1" status: 200 len: 849 time: 0.0536375 Mar 15 17:23:50.018096 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-d0e1afdd-a32f-477b-862d-61216fb5e0d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403602 Mar 15 17:23:50.124717 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbbc1d-3799-4039-9d14-112cbc412fa6 req-3c1d9737-0675-4713-971c-d7f8b49b24f1 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:50.126507 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e5dbbc1d-3799-4039-9d14-112cbc412fa6 req-3c1d9737-0675-4713-971c-d7f8b49b24f1 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 943 time: 0.1402984 Mar 15 17:23:50.169068 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-2b787e98-a6ac-4ca9-be12-1a98cdaa25f1 service neutron] 10.222.0.55 "GET /v2.0/networks/b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352737 Mar 15 17:23:50.250788 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e5dbbc1d-3799-4039-9d14-112cbc412fa6 req-95a3c0f7-8201-4f4d-8d50-348c3b1428e1 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125553 Mar 15 17:23:50.295684 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-307ed83c-04e3-4360-a374-c33ec0330d66 req-e6b41b9f-226a-4733-b5cd-4c1ff2e695b3 service neutron] 10.222.0.55 "GET /v2.0/networks/b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126790 Mar 15 17:23:50.968704 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:51.372873 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faefc9-f3b4-4c33-b987-58982164d8c7 req-46a25b57-7fb1-4546-ad70-fd5b5b142a99 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:51.374386 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-43faefc9-f3b4-4c33-b987-58982164d8c7 req-46a25b57-7fb1-4546-ad70-fd5b5b142a99 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 943 time: 0.0533383 Mar 15 17:23:51.421300 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-43faefc9-f3b4-4c33-b987-58982164d8c7 req-a95bb27c-f884-4354-88e3-9f202a0ed297 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407641 Mar 15 17:23:52.541482 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84000b6-3e84-4d48-8c51-85d8a5aecd4c req-b6092f95-5eb2-4105-a57d-123443f92103 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:52.543000 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e84000b6-3e84-4d48-8c51-85d8a5aecd4c req-b6092f95-5eb2-4105-a57d-123443f92103 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 943 time: 0.0546551 Mar 15 17:23:52.590908 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e84000b6-3e84-4d48-8c51-85d8a5aecd4c req-abaacc10-e4d8-404a-9de6-51c402f84ee0 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423419 Mar 15 17:23:52.602181 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:53.714658 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d5400-a5f7-40d5-8e43-ffb9f74e6863 req-fb0f423f-8229-4121-8e6b-461a593c4273 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:53.716427 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dc7d5400-a5f7-40d5-8e43-ffb9f74e6863 req-fb0f423f-8229-4121-8e6b-461a593c4273 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 943 time: 0.0539718 Mar 15 17:23:53.767744 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dc7d5400-a5f7-40d5-8e43-ffb9f74e6863 req-24865d7c-0c86-42ec-80f5-d0eaa17ffeaa tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458159 Mar 15 17:23:54.070158 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device fe1848f3-0c61-4787-84ed-faf33257aef5 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:23:54.178093 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port fe1848f3-0c61-4787-84ed-faf33257aef5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe1848f3-0c61-4787-84ed-faf33257aef5,segment=NetworkSegment(be7cd43a-8ef6-4d83-be7b-4365ee45b98d),segment_id=be7cd43a-8ef6-4d83-be7b-4365ee45b98d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:54.189405 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': 'fe1848f3-0c61-4787-84ed-faf33257aef5', 'network_id': 'b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf', 'port_id': 'fe1848f3-0c61-4787-84ed-faf33257aef5', 'mac_address': 'fa:16:3e:7d:68:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db14f4d4-c8eb-4929-89bc-38018874084f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:23:54.226584 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port fe1848f3-0c61-4787-84ed-faf33257aef5 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:54.227003 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (fe1848f3-0c61-4787-84ed-faf33257aef5), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.240975 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1848f3-0c61-4787-84ed-faf33257aef5 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:23:54.261128 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port fe1848f3-0c61-4787-84ed-faf33257aef5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe1848f3-0c61-4787-84ed-faf33257aef5,segment=NetworkSegment(be7cd43a-8ef6-4d83-be7b-4365ee45b98d),segment_id=be7cd43a-8ef6-4d83-be7b-4365ee45b98d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:54.402255 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (fe1848f3-0c61-4787-84ed-faf33257aef5), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:54.449757 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=fe1848f3-0c61-4787-84ed-faf33257aef5,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:54.457702 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:54.464726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:54.464726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:54.464726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:54.464726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:54.464726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:54.464726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:54.464726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:54.464726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:54.464726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:54.464726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:54.464726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:54.464726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:54.464726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:54.464726 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:23:54.696672 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['fe1848f3-0c61-4787-84ed-faf33257aef5'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:23:54.889020 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007e303-ed83-40c0-b7fe-b2dc1ab73cc7 req-43d869a4-98b2-4e41-bfbe-3a515ea12806 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:54.891066 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8007e303-ed83-40c0-b7fe-b2dc1ab73cc7 req-43d869a4-98b2-4e41-bfbe-3a515ea12806 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 944 time: 0.0539560 Mar 15 17:23:54.939167 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8007e303-ed83-40c0-b7fe-b2dc1ab73cc7 req-557bbcd5-c919-4d4e-ba93-43ab21ae6b55 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 Mar 15 17:23:56.062643 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfda30-bd97-4e6d-a5b0-ea901d6eb1b4 req-3cd73bc1-00c9-41fa-bae4-c23f77b53958 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:56.064384 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-60bfda30-bd97-4e6d-a5b0-ea901d6eb1b4 req-3cd73bc1-00c9-41fa-bae4-c23f77b53958 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 944 time: 0.0538077 Mar 15 17:23:56.084788 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device fe1848f3-0c61-4787-84ed-faf33257aef5 up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:23:56.115033 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-60bfda30-bd97-4e6d-a5b0-ea901d6eb1b4 req-2a4dae45-84e9-4ea3-b7c5-3a1ae7d2b5f5 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450528 Mar 15 17:23:56.241976 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port fe1848f3-0c61-4787-84ed-faf33257aef5 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:23:56.246053 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port fe1848f3-0c61-4787-84ed-faf33257aef5 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:23:56.246429 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (fe1848f3-0c61-4787-84ed-faf33257aef5), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:56.328470 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port fe1848f3-0c61-4787-84ed-faf33257aef5 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:23:56.328862 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (fe1848f3-0c61-4787-84ed-faf33257aef5), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:56.351849 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d20c82-5e65-49da-82ec-da1f2a7471b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1848f3-0c61-4787-84ed-faf33257aef5'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:23:56.354829 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ff1594-afcc-46d5-8880-de2385e310d3" -d '{"events": [{"server_uuid": "f6d20c82-5e65-49da-82ec-da1f2a7471b6", "name": "network-vif-plugged", "status": "completed", "tag": "fe1848f3-0c61-4787-84ed-faf33257aef5"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:23:56.366866 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port fe1848f3-0c61-4787-84ed-faf33257aef5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe1848f3-0c61-4787-84ed-faf33257aef5,segment=NetworkSegment(be7cd43a-8ef6-4d83-be7b-4365ee45b98d),segment_id=be7cd43a-8ef6-4d83-be7b-4365ee45b98d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:23:56.392463 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6a2c18-76a7-4d8d-9a18-b7b90cc9ac45 x-openstack-request-id: req-ee6a2c18-76a7-4d8d-9a18-b7b90cc9ac45 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:23:56.392757 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d20c82-5e65-49da-82ec-da1f2a7471b6", "name": "network-vif-plugged", "status": "completed", "tag": "fe1848f3-0c61-4787-84ed-faf33257aef5", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:23:56.393058 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee6a2c18-76a7-4d8d-9a18-b7b90cc9ac45 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:23:56.393466 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d20c82-5e65-49da-82ec-da1f2a7471b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1848f3-0c61-4787-84ed-faf33257aef5', 'code': 200} Mar 15 17:23:56.424583 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (fe1848f3-0c61-4787-84ed-faf33257aef5), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:23:56.473809 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=fe1848f3-0c61-4787-84ed-faf33257aef5,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:23:56.674209 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f836a27-8840-414c-8ef0-f61d6b46a639 req-fd91fe2e-454b-4d52-aab4-d4c3514e0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:56.675845 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f836a27-8840-414c-8ef0-f61d6b46a639 req-fd91fe2e-454b-4d52-aab4-d4c3514e0f43 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 1129 time: 0.0484002 Mar 15 17:23:56.718901 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f836a27-8840-414c-8ef0-f61d6b46a639 req-79016e2f-9eac-403a-bb54-cd77590eec7b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375021 Mar 15 17:23:57.270523 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead23ab3-4ce4-476d-b27b-ca4660ccdde0 req-b2ba5d5e-7127-4f4d-8bdb-133838ae3042 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:57.272009 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ead23ab3-4ce4-476d-b27b-ca4660ccdde0 req-b2ba5d5e-7127-4f4d-8bdb-133838ae3042 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 945 time: 0.0515895 Mar 15 17:23:57.320405 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ead23ab3-4ce4-476d-b27b-ca4660ccdde0 req-6265eeb3-fc79-4e1f-8156-edddee8f5450 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428309 Mar 15 17:23:58.441742 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f12a6c-b808-4d9e-87ac-5b943f28b0cd req-01280b36-4a46-4cce-9a69-d169b52b16b9 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:58.443875 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-65f12a6c-b808-4d9e-87ac-5b943f28b0cd req-01280b36-4a46-4cce-9a69-d169b52b16b9 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 945 time: 0.0514746 Mar 15 17:23:58.491442 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-65f12a6c-b808-4d9e-87ac-5b943f28b0cd req-d7984ab5-1f04-4086-ad4b-9d0ff69eb24e tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423961 Mar 15 17:23:59.945904 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d3df1-2f26-40e7-9e32-17d4010c89b5 req-449769e3-621d-47a6-adba-595259c27a2f tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:23:59.947422 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6e5d3df1-2f26-40e7-9e32-17d4010c89b5 req-449769e3-621d-47a6-adba-595259c27a2f tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 945 time: 0.0584164 Mar 15 17:23:59.997387 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6e5d3df1-2f26-40e7-9e32-17d4010c89b5 req-6876d55c-4ca9-4528-96ce-96b4f74ac737 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434520 Mar 15 17:24:01.125601 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eee3e2-fe90-402a-a272-9388f24c1d41 req-5aafda18-0842-41dd-8d26-b6aa383c1093 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:01.127246 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d7eee3e2-fe90-402a-a272-9388f24c1d41 req-5aafda18-0842-41dd-8d26-b6aa383c1093 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 945 time: 0.0591323 Mar 15 17:24:01.177729 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d7eee3e2-fe90-402a-a272-9388f24c1d41 req-a96c1158-7766-4a0c-97fe-bf181fe1bd67 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447001 Mar 15 17:24:01.321306 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be03953-b18d-41b7-9419-3b00e5921f6a req-c5a47c1a-ba63-4780-aace-9fc38ae90c9b tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:01.322781 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4be03953-b18d-41b7-9419-3b00e5921f6a req-c5a47c1a-ba63-4780-aace-9fc38ae90c9b tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 945 time: 0.0550125 Mar 15 17:24:01.418527 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-4be03953-b18d-41b7-9419-3b00e5921f6a req-17850ac7-3daa-4470-9fac-9711343fc876 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Deleting port fe1848f3-0c61-4787-84ed-faf33257aef5 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:24:01.418905 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4be03953-b18d-41b7-9419-3b00e5921f6a req-17850ac7-3daa-4470-9fac-9711343fc876 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (fe1848f3-0c61-4787-84ed-faf33257aef5), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:01.512658 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-4be03953-b18d-41b7-9419-3b00e5921f6a req-17850ac7-3daa-4470-9fac-9711343fc876 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] For port fe1848f3-0c61-4787-84ed-faf33257aef5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe1848f3-0c61-4787-84ed-faf33257aef5,segment=NetworkSegment(be7cd43a-8ef6-4d83-be7b-4365ee45b98d),segment_id=be7cd43a-8ef6-4d83-be7b-4365ee45b98d)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:01.513020 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4be03953-b18d-41b7-9419-3b00e5921f6a req-17850ac7-3daa-4470-9fac-9711343fc876 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (fe1848f3-0c61-4787-84ed-faf33257aef5), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:01.526158 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-4be03953-b18d-41b7-9419-3b00e5921f6a req-17850ac7-3daa-4470-9fac-9711343fc876 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Calling delete_port for fe1848f3-0c61-4787-84ed-faf33257aef5 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:24:01.810098 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-01cd8b34-02c3-429b-9ead-ac9fb24e5e1d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692824523&fields=id&tenant_id=5b971d6ee24545f3924b5c06545725b0 HTTP/1.1" status: 200 len: 267 time: 0.0444813 Mar 15 17:24:01.857984 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-59432643-4472-44db-9202-bcd5beda9c7f tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:01.859527 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-59432643-4472-44db-9202-bcd5beda9c7f tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 811 time: 0.1078293 Mar 15 17:24:01.874878 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-ec16a2d1-c478-4b6f-aa14-2bc41f3bbc5c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/quotas/5b971d6ee24545f3924b5c06545725b0 HTTP/1.1" status: 200 len: 375 time: 0.0097575 Mar 15 17:24:01.932616 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-4c05aa60-5c8e-494f-ac60-181c8c626827 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528870 Mar 15 17:24:02.031611 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e8f89684-73e1-4650-a187-5c21f800187a service neutron] 10.222.0.37 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870068 Mar 15 17:24:02.087259 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4be03953-b18d-41b7-9419-3b00e5921f6a req-17850ac7-3daa-4470-9fac-9711343fc876 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (fe1848f3-0c61-4787-84ed-faf33257aef5), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:02.104663 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['fe1848f3-0c61-4787-84ed-faf33257aef5'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:24:02.122608 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17850ac7-3daa-4470-9fac-9711343fc876 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Pushing event deleted for resources: {'Port': ['ID=fe1848f3-0c61-4787-84ed-faf33257aef5,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:02.186056 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be03953-b18d-41b7-9419-3b00e5921f6a req-17850ac7-3daa-4470-9fac-9711343fc876 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] No DVR routers for this DVR port fe1848f3-0c61-4787-84ed-faf33257aef5 on host hv-cinder-83124 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:24:02.192924 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4be03953-b18d-41b7-9419-3b00e5921f6a req-17850ac7-3daa-4470-9fac-9711343fc876 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:02.196378 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4be03953-b18d-41b7-9419-3b00e5921f6a req-17850ac7-3daa-4470-9fac-9711343fc876 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.55 "DELETE /v2.0/ports/fe1848f3-0c61-4787-84ed-faf33257aef5 HTTP/1.1" status: 204 len: 173 time: 0.8678372 Mar 15 17:24:02.196827 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d20c82-5e65-49da-82ec-da1f2a7471b6', 'name': 'network-vif-deleted', 'tag': 'fe1848f3-0c61-4787-84ed-faf33257aef5'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:02.199158 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c7d7b4-b190-4416-a530-0d0ffe72f990" -d '{"events": [{"server_uuid": "f6d20c82-5e65-49da-82ec-da1f2a7471b6", "name": "network-vif-deleted", "tag": "fe1848f3-0c61-4787-84ed-faf33257aef5"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:02.212950 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-a3ed8c4b-aba9-462e-8b9a-4ff8cd33ef01 service neutron] 10.222.0.37 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751599 Mar 15 17:24:02.246434 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d63f910-5c69-4e9b-bba3-56b8121676c2 x-openstack-request-id: req-3d63f910-5c69-4e9b-bba3-56b8121676c2 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:02.246697 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d20c82-5e65-49da-82ec-da1f2a7471b6", "name": "network-vif-deleted", "tag": "fe1848f3-0c61-4787-84ed-faf33257aef5", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:02.246983 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d63f910-5c69-4e9b-bba3-56b8121676c2 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:02.247391 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d20c82-5e65-49da-82ec-da1f2a7471b6', 'name': 'network-vif-deleted', 'tag': 'fe1848f3-0c61-4787-84ed-faf33257aef5', 'status': 'completed', 'code': 200} Mar 15 17:24:02.322602 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-758ab44a-15a9-4135-8879-5db857e0b128 req-8b165ed3-7507-4cc3-ac19-d37b33c93483 tempest-VolumesActionsTest-928271748 tempest-VolumesActionsTest-928271748-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d20c82-5e65-49da-82ec-da1f2a7471b6 HTTP/1.1" status: 200 len: 210 time: 0.0286107 Mar 15 17:24:02.884368 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-256f8e21-12d6-4745-92fa-c3505aca6253 req-3dce3a7f-cc1f-48e0-96ff-4af893cff943 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 210 time: 0.0261474 Mar 15 17:24:03.966520 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-56ad877f-9b5b-4d3f-835d-fa51e0031337 req-9a71011e-ba8d-4a94-95d5-229714a07305 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 210 time: 0.0277259 Mar 15 17:24:05.067746 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-181f7b1f-ac50-480e-8df6-2d2d3c814898 req-99a91a61-59cc-4ca2-9af2-69b40bcf1579 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 210 time: 0.0312858 Mar 15 17:24:06.160856 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-31f13bdf-0735-44cf-86d5-6c0fb9ee6c62 req-b9cb26bb-a17a-4a2d-98fb-143f0cd38590 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 210 time: 0.0271983 Mar 15 17:24:06.578228 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device fe1848f3-0c61-4787-84ed-faf33257aef5 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:24:06.600703 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: fe1848f3-0c61-4787-84ed-faf33257aef5 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:24:06.601081 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device fe1848f3-0c61-4787-84ed-faf33257aef5 not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:24:07.256008 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ee1a0b6a-ddc8-44de-9af3-df72aaca0c65 req-377e471c-65da-4fe4-a9cb-58c21cc12b4e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 210 time: 0.0282731 Mar 15 17:24:07.568226 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-59ed33e7-b8df-4b91-b3cb-d2ba802256f6 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:07.569667 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-59ed33e7-b8df-4b91-b3cb-d2ba802256f6 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.55 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 811 time: 0.0995400 Mar 15 17:24:07.635366 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-a9d52515-7436-4e66-865a-96bdf32a868c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b971d6ee24545f3924b5c06545725b0 HTTP/1.1" status: 200 len: 379 time: 0.0564432 Mar 15 17:24:07.644044 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-ad4e7a89-8930-442a-af4e-bb19d7ed576e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Request body: {'port': {'device_id': '7cabf041-2247-4e5f-800e-b0fa72dc912e', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'admin_state_up': True, 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'security_groups': ['9ff4f34b-183b-4750-8992-0b590d2bc4c4']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:24:07.853915 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-ad4e7a89-8930-442a-af4e-bb19d7ed576e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Made reservation on behalf of 5b971d6ee24545f3924b5c06545725b0 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:24:07.857369 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-ad4e7a89-8930-442a-af4e-bb19d7ed576e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:08.001485 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-ad4e7a89-8930-442a-af4e-bb19d7ed576e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Allocated IP 172.20.0.10 (393c60b0-9bb4-4c0a-90c0-0ecb1766c909/b391e94e-48f2-43ea-9854-6fc0cf04dd3e/cd1518f5-88ca-46a5-ae20-ac8f766decf0) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:24:08.144447 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-ad4e7a89-8930-442a-af4e-bb19d7ed576e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:08.282816 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-ad4e7a89-8930-442a-af4e-bb19d7ed576e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:08.330155 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-ad4e7a89-8930-442a-af4e-bb19d7ed576e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:24:08.337506 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-ad4e7a89-8930-442a-af4e-bb19d7ed576e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:24:08.341658 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-ad4e7a89-8930-442a-af4e-bb19d7ed576e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:24:08.371108 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e7a89-8930-442a-af4e-bb19d7ed576e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'Port': ['ID=cd1518f5-88ca-46a5-ae20-ac8f766decf0,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:08.383918 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00428d22-12b6-4aaa-bda9-29ce4c72fd5f req-3caddf45-1948-4a17-9ed3-7beeb76f2efa tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:08.385631 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-00428d22-12b6-4aaa-bda9-29ce4c72fd5f req-3caddf45-1948-4a17-9ed3-7beeb76f2efa tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 932 time: 0.0612941 Mar 15 17:24:08.419981 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-ad4e7a89-8930-442a-af4e-bb19d7ed576e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:08.421926 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-ad4e7a89-8930-442a-af4e-bb19d7ed576e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:08.442140 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-00428d22-12b6-4aaa-bda9-29ce4c72fd5f req-b5bb1329-7eeb-404b-9d0c-2f25e3199aa0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484846 Mar 15 17:24:08.570544 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-ad4e7a89-8930-442a-af4e-bb19d7ed576e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9300244 Mar 15 17:24:08.584572 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Request body: {'port': {'device_id': '7cabf041-2247-4e5f-800e-b0fa72dc912e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:24:08.652686 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:08.669111 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-7f48ff09-dbe6-4656-bbe0-a3b1bcb6826c None None] Provisioning complete for port cd1518f5-88ca-46a5-ae20-ac8f766decf0 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:24:08.670401 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7f48ff09-dbe6-4656-bbe0-a3b1bcb6826c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:08.722139 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-7f48ff09-dbe6-4656-bbe0-a3b1bcb6826c None None] Port cd1518f5-88ca-46a5-ae20-ac8f766decf0 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:24:08.932981 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1518f5-88ca-46a5-ae20-ac8f766decf0 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:24:08.942214 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Publish callbacks [] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:08.955502 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Transition to ACTIVE for port object cd1518f5-88ca-46a5-ae20-ac8f766decf0 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:24:09.056482 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:09.089466 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:09.119978 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Pushing event updated for resources: {'Port': ['ID=cd1518f5-88ca-46a5-ae20-ac8f766decf0,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:09.245971 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Attempting to bind port cd1518f5-88ca-46a5-ae20-ac8f766decf0 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:24:09.246820 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Attempting to bind port cd1518f5-88ca-46a5-ae20-ac8f766decf0 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:24:09.247504 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Attempting to bind port cd1518f5-88ca-46a5-ae20-ac8f766decf0 on network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:24:09.253946 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Port cd1518f5-88ca-46a5-ae20-ac8f766decf0 on network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:24:09.254606 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Attempting to bind port cd1518f5-88ca-46a5-ae20-ac8f766decf0 on network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:24:09.265869 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:24:09.266247 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Checking segment: {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:24:09.266769 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Bound using segment: {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:24:09.267389 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Bound port: cd1518f5-88ca-46a5-ae20-ac8f766decf0, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:24:09.267763 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:09.373996 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] For port cd1518f5-88ca-46a5-ae20-ac8f766decf0, host hv-cinder-83124, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:24:09.379199 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] For port cd1518f5-88ca-46a5-ae20-ac8f766decf0, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd1518f5-88ca-46a5-ae20-ac8f766decf0,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:24:09.431904 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:09.472400 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:09.475233 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:09.477650 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] 10.222.0.55 "PUT /v2.0/ports/cd1518f5-88ca-46a5-ae20-ac8f766decf0 HTTP/1.1" status: 200 len: 1094 time: 0.8974450 Mar 15 17:24:09.478136 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cabf041-2247-4e5f-800e-b0fa72dc912e', 'tag': 'cd1518f5-88ca-46a5-ae20-ac8f766decf0'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:09.480757 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b13326-92ea-41f3-8d28-d40d0155a705" -d '{"events": [{"name": "network-changed", "server_uuid": "7cabf041-2247-4e5f-800e-b0fa72dc912e", "tag": "cd1518f5-88ca-46a5-ae20-ac8f766decf0"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:09.519349 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac5e57-3841-4ef8-87c5-521ec8be285c service neutron] Pushing event updated for resources: {'Port': ['ID=cd1518f5-88ca-46a5-ae20-ac8f766decf0,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:09.564071 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b37a049-16dc-4f9d-b03a-ef0628cf71af x-openstack-request-id: req-6b37a049-16dc-4f9d-b03a-ef0628cf71af {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:09.564371 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cabf041-2247-4e5f-800e-b0fa72dc912e", "tag": "cd1518f5-88ca-46a5-ae20-ac8f766decf0", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:09.564699 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b37a049-16dc-4f9d-b03a-ef0628cf71af {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:09.565133 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cabf041-2247-4e5f-800e-b0fa72dc912e', 'tag': 'cd1518f5-88ca-46a5-ae20-ac8f766decf0', 'status': 'completed', 'code': 200} Mar 15 17:24:09.679476 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b13326-92ea-41f3-8d28-d40d0155a705 req-3cd11e39-683b-4937-a42d-0741c225050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:09.681501 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f1b13326-92ea-41f3-8d28-d40d0155a705 req-3cd11e39-683b-4937-a42d-0741c225050c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 1128 time: 0.0844190 Mar 15 17:24:09.903155 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10f2a0-1f3b-4e9e-8792-0ed4a4999d72 req-60d3b9d8-a8dc-4c37-b219-885ae0486493 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:09.905247 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3e10f2a0-1f3b-4e9e-8792-0ed4a4999d72 req-60d3b9d8-a8dc-4c37-b219-885ae0486493 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 944 time: 0.3355379 Mar 15 17:24:09.906759 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b13326-92ea-41f3-8d28-d40d0155a705 req-385e4c90-9e8f-46e1-a017-bc18ddf3ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:09.908144 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f1b13326-92ea-41f3-8d28-d40d0155a705 req-385e4c90-9e8f-46e1-a017-bc18ddf3ccd1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=5b971d6ee24545f3924b5c06545725b0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2184227 Mar 15 17:24:10.050078 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3e10f2a0-1f3b-4e9e-8792-0ed4a4999d72 req-fc3893cf-eaef-4331-a9f8-060df1642bbb tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296694 Mar 15 17:24:10.075921 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b13326-92ea-41f3-8d28-d40d0155a705 req-f44e664c-98a4-4655-afd8-6f9ab3a27be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:10.078323 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f1b13326-92ea-41f3-8d28-d40d0155a705 req-f44e664c-98a4-4655-afd8-6f9ab3a27be9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1592090 Mar 15 17:24:10.172781 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-c2574000-7b24-40d8-841d-5fa684674eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:10.174681 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-c2574000-7b24-40d8-841d-5fa684674eaf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 1128 time: 0.0553792 Mar 15 17:24:10.223844 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-ddebd2d2-3c74-42d4-87b8-04542487edca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd1518f5-88ca-46a5-ae20-ac8f766decf0 HTTP/1.1" status: 200 len: 217 time: 0.0424304 Mar 15 17:24:10.282278 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-24efe8d8-f657-4aaa-b825-9a05fbb9b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:10.284012 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-24efe8d8-f657-4aaa-b825-9a05fbb9b347 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b391e94e-48f2-43ea-9854-6fc0cf04dd3e HTTP/1.1" status: 200 len: 850 time: 0.0528555 Mar 15 17:24:10.341943 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-16524e9d-6ba7-4b55-913e-96e929fe9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:10.343754 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-16524e9d-6ba7-4b55-913e-96e929fe9d06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528607 Mar 15 17:24:10.465838 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-77ac27b6-f06c-49d5-aa99-2016c9a31382 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158059 Mar 15 17:24:10.569429 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36d44393-2899-4a0b-bd98-61fb0c849ca8 req-f6f1116c-7dc3-4114-8fdd-4459ed78aec6 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968068 Mar 15 17:24:11.305105 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87f966-c5f6-426e-9b82-3889ff7d920c req-7c498e23-f08f-46af-98e0-47dd83d173cc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:11.306621 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cf87f966-c5f6-426e-9b82-3889ff7d920c req-7c498e23-f08f-46af-98e0-47dd83d173cc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 944 time: 0.1696265 Mar 15 17:24:11.362204 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cf87f966-c5f6-426e-9b82-3889ff7d920c req-5f4cb5b0-13ad-47e7-a69a-c273fddc9b76 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490704 Mar 15 17:24:11.765699 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47504) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:11.924883 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-dd739456-6276-45f3-b882-15e48ad3261c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Deleting port 7a0cd9f9-aadb-4ef1-97a5-4896d61c8518 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:24:11.925223 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dd739456-6276-45f3-b882-15e48ad3261c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (7a0cd9f9-aadb-4ef1-97a5-4896d61c8518), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:12.018070 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dd739456-6276-45f3-b882-15e48ad3261c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (7a0cd9f9-aadb-4ef1-97a5-4896d61c8518), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:12.018353 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dd739456-6276-45f3-b882-15e48ad3261c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for floatingip (7a0cd9f9-aadb-4ef1-97a5-4896d61c8518), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:12.032341 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-dd739456-6276-45f3-b882-15e48ad3261c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Calling delete_port for 7a0cd9f9-aadb-4ef1-97a5-4896d61c8518 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:24:12.271356 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dd739456-6276-45f3-b882-15e48ad3261c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (7a0cd9f9-aadb-4ef1-97a5-4896d61c8518), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:12.297344 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd739456-6276-45f3-b882-15e48ad3261c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Pushing event deleted for resources: {'Port': ['ID=7a0cd9f9-aadb-4ef1-97a5-4896d61c8518,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:12.384235 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dd739456-6276-45f3-b882-15e48ad3261c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for floatingip (3ae8335b-04b8-4d86-8ebc-cde1b89f8bb4), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:12.384726 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-dd739456-6276-45f3-b882-15e48ad3261c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Floating IP 3ae8335b-04b8-4d86-8ebc-cde1b89f8bb4 disassociated (deleted). External IP: 172.27.3.63, port: 43486632-662c-4b43-a423-3ea9f6d6714c. Mar 15 17:24:12.543355 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df761d9a-51f1-4101-ae14-d05c45110bd7 req-7338df93-3455-45e9-80c2-c8b05cc8ad0f tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:12.544842 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-df761d9a-51f1-4101-ae14-d05c45110bd7 req-7338df93-3455-45e9-80c2-c8b05cc8ad0f tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 944 time: 0.0851796 Mar 15 17:24:13.022435 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-df761d9a-51f1-4101-ae14-d05c45110bd7 req-19b7bcfb-e97a-4bd6-8aef-284383e33b29 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4661875 Mar 15 17:24:13.059417 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd739456-6276-45f3-b882-15e48ad3261c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Router bf662d20-e906-4c64-b82b-5174d9d24f9f has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:24:13.180045 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd739456-6276-45f3-b882-15e48ad3261c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:24:13.185366 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dd739456-6276-45f3-b882-15e48ad3261c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:13.193667 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0fa499-2c34-446b-a18d-12f66c91fd5a None None] Sync routers for ids ['bf662d20-e906-4c64-b82b-5174d9d24f9f'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:24:13.214782 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0fa499-2c34-446b-a18d-12f66c91fd5a None None] Routers {'bf662d20-e906-4c64-b82b-5174d9d24f9f'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:13.216851 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-5e0fa499-2c34-446b-a18d-12f66c91fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:23:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['bf662d20-e906-4c64-b82b-5174d9d24f9f'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:13.230087 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-dd739456-6276-45f3-b882-15e48ad3261c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "DELETE /v2.0/floatingips/3ae8335b-04b8-4d86-8ebc-cde1b89f8bb4 HTTP/1.1" status: 204 len: 168 time: 1.4613767 Mar 15 17:24:13.230766 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'tag': '43486632-662c-4b43-a423-3ea9f6d6714c'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:13.236719 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc57eb2-aba0-422b-9541-fc6d5dbaf7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2787c3-082a-467d-8fb2-c3dc33b5d521", "tag": "43486632-662c-4b43-a423-3ea9f6d6714c"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:13.332253 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54d550b-392c-4184-a87e-089211a3a4b5 x-openstack-request-id: req-e54d550b-392c-4184-a87e-089211a3a4b5 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:13.333013 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2787c3-082a-467d-8fb2-c3dc33b5d521", "tag": "43486632-662c-4b43-a423-3ea9f6d6714c", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:13.333643 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e54d550b-392c-4184-a87e-089211a3a4b5 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:13.334524 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'tag': '43486632-662c-4b43-a423-3ea9f6d6714c', 'status': 'completed', 'code': 200} Mar 15 17:24:13.361083 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-5e0fa499-2c34-446b-a18d-12f66c91fd5a None None] Set router bf662d20-e906-4c64-b82b-5174d9d24f9f gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:13.414615 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc57eb2-aba0-422b-9541-fc6d5dbaf7ca req-a77a9864-a9a9-48b6-8d6e-192a4ea942fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:13.416367 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8cc57eb2-aba0-422b-9541-fc6d5dbaf7ca req-a77a9864-a9a9-48b6-8d6e-192a4ea942fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c00825d4e1094ac580f79cc84d46b348&device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 1130 time: 0.0637863 Mar 15 17:24:13.547232 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc57eb2-aba0-422b-9541-fc6d5dbaf7ca req-3d293962-299a-4524-88d8-6cc8bfbf0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:13.549090 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8cc57eb2-aba0-422b-9541-fc6d5dbaf7ca req-3d293962-299a-4524-88d8-6cc8bfbf0023 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df28181e-0456-4cb6-926c-b96c8c92a6ce HTTP/1.1" status: 200 len: 909 time: 0.1231802 Mar 15 17:24:13.597196 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8cc57eb2-aba0-422b-9541-fc6d5dbaf7ca req-c5880baf-5de5-41e3-ae22-e41332ea3e5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43486632-662c-4b43-a423-3ea9f6d6714c HTTP/1.1" status: 200 len: 217 time: 0.0413537 Mar 15 17:24:13.623155 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-5e0fa499-2c34-446b-a18d-12f66c91fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:25Z', 'revision_number': 4, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'gw_port': {'id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '01f5cb0c-7442-44f1-a36b-983b9f296d32', 'name': '', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'mac_address': 'fa:16:3e:62:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:25Z', 'updated_at': '2022-03-15T17:19:31Z', 'revision_number': 5, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'subnets': [{'id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:13.655983 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc57eb2-aba0-422b-9541-fc6d5dbaf7ca req-f63eb951-8ad5-4138-9e50-5defdfe2ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:13.664521 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8cc57eb2-aba0-422b-9541-fc6d5dbaf7ca req-f63eb951-8ad5-4138-9e50-5defdfe2ab48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5 HTTP/1.1" status: 200 len: 847 time: 0.0608187 Mar 15 17:24:13.680623 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0fa499-2c34-446b-a18d-12f66c91fd5a None None] Checking router: bf662d20-e906-4c64-b82b-5174d9d24f9f for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:24:13.693829 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0fa499-2c34-446b-a18d-12f66c91fd5a None None] Routers {'bf662d20-e906-4c64-b82b-5174d9d24f9f'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:13.694451 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-5e0fa499-2c34-446b-a18d-12f66c91fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:23:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['bf662d20-e906-4c64-b82b-5174d9d24f9f'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:13.733311 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc57eb2-aba0-422b-9541-fc6d5dbaf7ca req-5c71a3f4-2fb0-4f5f-aaad-b7bde8189bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:13.738476 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8cc57eb2-aba0-422b-9541-fc6d5dbaf7ca req-5c71a3f4-2fb0-4f5f-aaad-b7bde8189bf3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df28181e-0456-4cb6-926c-b96c8c92a6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0647776 Mar 15 17:24:13.868889 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-5e0fa499-2c34-446b-a18d-12f66c91fd5a None None] Set router bf662d20-e906-4c64-b82b-5174d9d24f9f gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:13.876244 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8cc57eb2-aba0-422b-9541-fc6d5dbaf7ca req-23177b0a-7064-4e15-a841-0f4117fd8a39 service neutron] 10.222.0.55 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333768 Mar 15 17:24:13.913098 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834cbd4-080d-48c9-8662-0f312dded110 req-7ca84314-1ab0-496c-b209-c602626471c6 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:13.914804 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7834cbd4-080d-48c9-8662-0f312dded110 req-7ca84314-1ab0-496c-b209-c602626471c6 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0925999 Mar 15 17:24:14.023697 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7834cbd4-080d-48c9-8662-0f312dded110 req-1e368e1d-3b12-42dc-aab9-29612f420c7a tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780599 Mar 15 17:24:14.043005 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8cc57eb2-aba0-422b-9541-fc6d5dbaf7ca req-cc78c8da-5f5a-4483-ae4e-4951ab4a57a0 service neutron] 10.222.0.55 "GET /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581223 Mar 15 17:24:14.162250 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-5e0fa499-2c34-446b-a18d-12f66c91fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:25Z', 'revision_number': 4, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'gw_port': {'id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '01f5cb0c-7442-44f1-a36b-983b9f296d32', 'name': '', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'mac_address': 'fa:16:3e:62:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:25Z', 'updated_at': '2022-03-15T17:19:31Z', 'revision_number': 5, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'subnets': [{'id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:14.181773 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa663fc-c114-49d3-a9d1-0ad2de420f6a req-02ad5ce1-ed9c-4845-b6a5-b43332b451f2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:14.189559 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9fa663fc-c114-49d3-a9d1-0ad2de420f6a req-02ad5ce1-ed9c-4845-b6a5-b43332b451f2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 944 time: 0.0724506 Mar 15 17:24:14.195907 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0fa499-2c34-446b-a18d-12f66c91fd5a None None] The sync data for ids ['bf662d20-e906-4c64-b82b-5174d9d24f9f'] in dv-cinder-831247-12-iscsi is: [{'id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:25Z', 'revision_number': 4, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'gw_port': {'id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': '01f5cb0c-7442-44f1-a36b-983b9f296d32', 'name': '', 'network_id': 'df28181e-0456-4cb6-926c-b96c8c92a6ce', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'mac_address': 'fa:16:3e:62:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:25Z', 'updated_at': '2022-03-15T17:19:31Z', 'revision_number': 5, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'subnets': [{'id': '1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:24:14.252184 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9fa663fc-c114-49d3-a9d1-0ad2de420f6a req-700f3215-5eb2-4305-8289-65d294d2afe0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615249 Mar 15 17:24:14.254074 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:24:14.496428 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499fb972-500d-41a6-abaf-cdccf5bdf63c None None] New status for floating IP 3ae8335b-04b8-4d86-8ebc-cde1b89f8bb4: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:24:15.151113 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab24a6-e067-4bcf-a58b-4662c09f29b5 req-c6ee878d-8904-40af-96ec-811f3b6ca46c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:15.152661 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9eab24a6-e067-4bcf-a58b-4662c09f29b5 req-c6ee878d-8904-40af-96ec-811f3b6ca46c tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0570829 Mar 15 17:24:15.204220 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9eab24a6-e067-4bcf-a58b-4662c09f29b5 req-cf9b75de-9ac1-4dd9-a29f-67ead356b930 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/security-groups?id=b818e83f-2a87-4e93-bcb3-616cf274ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458355 Mar 15 17:24:15.377993 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9faf46-1f66-4ef5-a85d-da106cab43de req-c6311415-3907-4101-b98f-4e55a3999406 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:15.379882 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1f9faf46-1f66-4ef5-a85d-da106cab43de req-c6311415-3907-4101-b98f-4e55a3999406 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 944 time: 0.0589921 Mar 15 17:24:15.401986 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828ac80-09d0-43e9-b4a9-23378a976e5f req-3db32f89-df40-4d66-949d-96347fedbb9d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:15.403508 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c828ac80-09d0-43e9-b4a9-23378a976e5f req-3db32f89-df40-4d66-949d-96347fedbb9d tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 946 time: 0.0595319 Mar 15 17:24:15.430531 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1f9faf46-1f66-4ef5-a85d-da106cab43de req-40bd0973-cd45-46b2-aa74-39234f2fb134 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452921 Mar 15 17:24:15.501989 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-c828ac80-09d0-43e9-b4a9-23378a976e5f req-902aa575-6dcb-4a75-8238-f3524d075cff tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Deleting port 43486632-662c-4b43-a423-3ea9f6d6714c {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:24:15.502333 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c828ac80-09d0-43e9-b4a9-23378a976e5f req-902aa575-6dcb-4a75-8238-f3524d075cff tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:15.605170 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-c828ac80-09d0-43e9-b4a9-23378a976e5f req-902aa575-6dcb-4a75-8238-f3524d075cff tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] For port 43486632-662c-4b43-a423-3ea9f6d6714c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=43486632-662c-4b43-a423-3ea9f6d6714c,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:15.605569 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c828ac80-09d0-43e9-b4a9-23378a976e5f req-902aa575-6dcb-4a75-8238-f3524d075cff tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:15.620552 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-c828ac80-09d0-43e9-b4a9-23378a976e5f req-902aa575-6dcb-4a75-8238-f3524d075cff tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Calling delete_port for 43486632-662c-4b43-a423-3ea9f6d6714c owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:24:15.860485 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c828ac80-09d0-43e9-b4a9-23378a976e5f req-902aa575-6dcb-4a75-8238-f3524d075cff tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (43486632-662c-4b43-a423-3ea9f6d6714c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:15.927839 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902aa575-6dcb-4a75-8238-f3524d075cff tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Pushing event deleted for resources: {'Port': ['ID=43486632-662c-4b43-a423-3ea9f6d6714c,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:15.952413 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-c828ac80-09d0-43e9-b4a9-23378a976e5f req-902aa575-6dcb-4a75-8238-f3524d075cff tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] No DVR routers for this DVR port 43486632-662c-4b43-a423-3ea9f6d6714c on host hv-cinder-83124 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:24:15.955366 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c828ac80-09d0-43e9-b4a9-23378a976e5f req-902aa575-6dcb-4a75-8238-f3524d075cff tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:15.959011 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c828ac80-09d0-43e9-b4a9-23378a976e5f req-902aa575-6dcb-4a75-8238-f3524d075cff tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.55 "DELETE /v2.0/ports/43486632-662c-4b43-a423-3ea9f6d6714c HTTP/1.1" status: 204 len: 173 time: 0.5499220 Mar 15 17:24:15.959562 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'name': 'network-vif-deleted', 'tag': '43486632-662c-4b43-a423-3ea9f6d6714c'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:15.961985 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe20cd9-051e-4654-be69-6f4f32e70394" -d '{"events": [{"server_uuid": "7b2787c3-082a-467d-8fb2-c3dc33b5d521", "name": "network-vif-deleted", "tag": "43486632-662c-4b43-a423-3ea9f6d6714c"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:16.002496 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e7feee-f591-49c5-94b1-b72c79f8767f x-openstack-request-id: req-b5e7feee-f591-49c5-94b1-b72c79f8767f {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:16.002857 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2787c3-082a-467d-8fb2-c3dc33b5d521", "name": "network-vif-deleted", "tag": "43486632-662c-4b43-a423-3ea9f6d6714c", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:16.003153 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5e7feee-f591-49c5-94b1-b72c79f8767f {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:16.004058 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2787c3-082a-467d-8fb2-c3dc33b5d521', 'name': 'network-vif-deleted', 'tag': '43486632-662c-4b43-a423-3ea9f6d6714c', 'status': 'completed', 'code': 200} Mar 15 17:24:16.008558 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0330b2d7-f859-4ca2-81df-0d33258ea4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:16.346466 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2d26699e-07e7-4cc9-b075-6c2a516b5daa req-aff0da3f-f737-453a-a12d-8593b857d99a tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 210 time: 0.0408509 Mar 15 17:24:16.578931 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3656d6-76c5-49fc-9cb9-82807b0cfc70 req-45566b40-1a71-4ce6-be87-827879eede28 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:16.585005 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa3656d6-76c5-49fc-9cb9-82807b0cfc70 req-45566b40-1a71-4ce6-be87-827879eede28 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 944 time: 0.0642934 Mar 15 17:24:16.642456 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa3656d6-76c5-49fc-9cb9-82807b0cfc70 req-81fbc363-33cf-4889-8b26-5e52f781493d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549159 Mar 15 17:24:17.513298 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-da542d31-9cf8-4d17-b4dc-aa4036070a82 req-d27043c9-40d8-4e83-bcd4-8d093b584cdd tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2787c3-082a-467d-8fb2-c3dc33b5d521 HTTP/1.1" status: 200 len: 210 time: 0.0479472 Mar 15 17:24:17.806598 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3ac4e-609e-45f2-b6d3-85a743677cbf req-3f9a785d-aeb7-47c6-9cd9-34fa980c880f tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:17.808736 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3fe3ac4e-609e-45f2-b6d3-85a743677cbf req-3f9a785d-aeb7-47c6-9cd9-34fa980c880f tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 944 time: 0.0796709 Mar 15 17:24:17.876672 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3fe3ac4e-609e-45f2-b6d3-85a743677cbf req-bbb9de5a-e9ff-4dea-b87c-932e8aff7d4c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607853 Mar 15 17:24:18.257279 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device cd1518f5-88ca-46a5-ae20-ac8f766decf0 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:24:18.360952 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port cd1518f5-88ca-46a5-ae20-ac8f766decf0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd1518f5-88ca-46a5-ae20-ac8f766decf0,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:18.372551 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': 'cd1518f5-88ca-46a5-ae20-ac8f766decf0', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'port_id': 'cd1518f5-88ca-46a5-ae20-ac8f766decf0', 'mac_address': 'fa:16:3e:2d:5e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:24:18.412314 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port cd1518f5-88ca-46a5-ae20-ac8f766decf0 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:24:18.412636 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:18.425744 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1518f5-88ca-46a5-ae20-ac8f766decf0 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:24:18.448454 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port cd1518f5-88ca-46a5-ae20-ac8f766decf0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd1518f5-88ca-46a5-ae20-ac8f766decf0,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:18.545190 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:18.573214 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47568) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:18.596115 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=cd1518f5-88ca-46a5-ae20-ac8f766decf0,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:18.632760 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group (b818e83f-2a87-4e93-bcb3-616cf274ebad), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:18.659540 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group (b818e83f-2a87-4e93-bcb3-616cf274ebad), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:18.672262 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-08c7de5b-48ea-4816-8472-c8b38d686fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:18.750482 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['cd1518f5-88ca-46a5-ae20-ac8f766decf0'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:24:18.825363 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (b818e83f-2a87-4e93-bcb3-616cf274ebad), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:18.829270 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:18.830658 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] 10.222.0.37 "DELETE /v2.0/security-groups/b818e83f-2a87-4e93-bcb3-616cf274ebad HTTP/1.1" status: 204 len: 168 time: 0.2563894 Mar 15 17:24:18.850817 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b818e83f-2a87-4e93-bcb3-616cf274ebad,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:18.866578 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:18.866951 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:18.867481 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:18.868001 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:18.868502 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:18.869988 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:18.870929 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:18.871463 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:18.871985 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:18.872504 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:18.873008 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:18.874154 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:18.874648 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:18.875177 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:18.875660 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d712a-6d0c-45ca-9408-e2bbb8636a20 tempest-TestShelveInstance-1362968650 tempest-TestShelveInstance-1362968650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:18.938439 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47578) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:19.063116 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760e69d-e5f2-425d-9fbb-35e69a1d4b17 req-5bba7768-e69b-47c3-b5c9-2be5912b85d9 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:19.074087 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b760e69d-e5f2-425d-9fbb-35e69a1d4b17 req-5bba7768-e69b-47c3-b5c9-2be5912b85d9 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 945 time: 0.0760243 Mar 15 17:24:19.133618 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b760e69d-e5f2-425d-9fbb-35e69a1d4b17 req-abfa79ae-a12b-4be1-9ca8-09089a3e02c3 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556946 Mar 15 17:24:19.434392 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-245e0321-0c78-4f4f-bd1f-1c29bdb6cef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1720370'] for router_interface (bf662d20-e906-4c64-b82b-5174d9d24f9f), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:19.454192 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:19.750329 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-245e0321-0c78-4f4f-bd1f-1c29bdb6cef8 admin admin] Deleting port 01f5cb0c-7442-44f1-a36b-983b9f296d32 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:24:19.750923 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-245e0321-0c78-4f4f-bd1f-1c29bdb6cef8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:19.866054 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-245e0321-0c78-4f4f-bd1f-1c29bdb6cef8 admin admin] For port 01f5cb0c-7442-44f1-a36b-983b9f296d32, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=01f5cb0c-7442-44f1-a36b-983b9f296d32,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:19.866747 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-245e0321-0c78-4f4f-bd1f-1c29bdb6cef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:19.885828 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-245e0321-0c78-4f4f-bd1f-1c29bdb6cef8 admin admin] Calling delete_port for 01f5cb0c-7442-44f1-a36b-983b9f296d32 owned by network:router_interface {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:24:20.171024 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-245e0321-0c78-4f4f-bd1f-1c29bdb6cef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (01f5cb0c-7442-44f1-a36b-983b9f296d32), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:20.246419 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e0321-0c78-4f4f-bd1f-1c29bdb6cef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f5cb0c-7442-44f1-a36b-983b9f296d32,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:20.269640 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device cd1518f5-88ca-46a5-ae20-ac8f766decf0 up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:24:20.361367 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73bc00-bcfc-43f3-a6e8-103537e64b0d req-e6a3dff2-2616-4070-948c-973b685e6a78 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:20.363361 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5b73bc00-bcfc-43f3-a6e8-103537e64b0d req-e6a3dff2-2616-4070-948c-973b685e6a78 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 945 time: 0.1305230 Mar 15 17:24:20.412627 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port cd1518f5-88ca-46a5-ae20-ac8f766decf0 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:24:20.422610 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port cd1518f5-88ca-46a5-ae20-ac8f766decf0 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:24:20.424214 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:20.499165 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5b73bc00-bcfc-43f3-a6e8-103537e64b0d req-f6e1a7f8-d277-4190-9b31-7bb46e317d7f tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941081 Mar 15 17:24:20.553590 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-245e0321-0c78-4f4f-bd1f-1c29bdb6cef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720454'] for router_interface (bf662d20-e906-4c64-b82b-5174d9d24f9f), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:20.558801 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port cd1518f5-88ca-46a5-ae20-ac8f766decf0 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:24:20.559332 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:20.595248 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port cd1518f5-88ca-46a5-ae20-ac8f766decf0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd1518f5-88ca-46a5-ae20-ac8f766decf0,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:20.596240 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cabf041-2247-4e5f-800e-b0fa72dc912e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1518f5-88ca-46a5-ae20-ac8f766decf0'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:20.599079 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2259e6ce-1203-4876-9c66-3d40778dff2f" -d '{"events": [{"server_uuid": "7cabf041-2247-4e5f-800e-b0fa72dc912e", "name": "network-vif-plugged", "status": "completed", "tag": "cd1518f5-88ca-46a5-ae20-ac8f766decf0"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:20.661224 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2032af0f-470d-4f90-9eca-cc55ea2ed04e x-openstack-request-id: req-2032af0f-470d-4f90-9eca-cc55ea2ed04e {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:20.661521 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cabf041-2247-4e5f-800e-b0fa72dc912e", "name": "network-vif-plugged", "status": "completed", "tag": "cd1518f5-88ca-46a5-ae20-ac8f766decf0", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:20.661775 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2032af0f-470d-4f90-9eca-cc55ea2ed04e {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:20.662196 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cabf041-2247-4e5f-800e-b0fa72dc912e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1518f5-88ca-46a5-ae20-ac8f766decf0', 'code': 200} Mar 15 17:24:20.701339 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:20.701339 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 43486632-662c-4b43-a423-3ea9f6d6714c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:24:20.744595 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: 43486632-662c-4b43-a423-3ea9f6d6714c {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:24:20.744942 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device 43486632-662c-4b43-a423-3ea9f6d6714c not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:24:20.778537 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=cd1518f5-88ca-46a5-ae20-ac8f766decf0,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:20.852011 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245e0321-0c78-4f4f-bd1f-1c29bdb6cef8 admin admin] Router bf662d20-e906-4c64-b82b-5174d9d24f9f has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:24:20.977796 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245e0321-0c78-4f4f-bd1f-1c29bdb6cef8 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:24:20.983737 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-245e0321-0c78-4f4f-bd1f-1c29bdb6cef8 admin admin] 10.222.0.37 "PUT /v2.0/routers/bf662d20-e906-4c64-b82b-5174d9d24f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0433791 Mar 15 17:24:20.985960 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47592) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:20.989219 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f56b6c-ebd8-41bd-971d-f808676b2e97 None None] Sync routers for ids ['bf662d20-e906-4c64-b82b-5174d9d24f9f'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:24:21.006242 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f56b6c-ebd8-41bd-971d-f808676b2e97 None None] Routers {'bf662d20-e906-4c64-b82b-5174d9d24f9f'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:21.007266 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-31f56b6c-ebd8-41bd-971d-f808676b2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:24:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['bf662d20-e906-4c64-b82b-5174d9d24f9f'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:21.012858 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:21.168303 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-31f56b6c-ebd8-41bd-971d-f808676b2e97 None None] Set router bf662d20-e906-4c64-b82b-5174d9d24f9f gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:21.271223 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b659bd3-ee12-4150-b872-060bd2629abb req-5a0aa294-c204-470c-ae3e-c7809dbc5110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:21.273112 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7b659bd3-ee12-4150-b872-060bd2629abb req-5a0aa294-c204-470c-ae3e-c7809dbc5110 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 1130 time: 0.0833461 Mar 15 17:24:21.297435 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] Publish callbacks [] for router (bf662d20-e906-4c64-b82b-5174d9d24f9f), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:21.412527 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7b659bd3-ee12-4150-b872-060bd2629abb req-9f221d2d-a69c-4f09-85eb-5271288faf99 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324394 Mar 15 17:24:21.445522 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] Publish callbacks [] for router_gateway (bf662d20-e906-4c64-b82b-5174d9d24f9f), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:21.579347 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-31f56b6c-ebd8-41bd-971d-f808676b2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:24:20Z', 'revision_number': 5, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'gw_port': {'id': '38d82a9f-bdb6-4429-bccb-65351576aeb0', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:21.616747 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f56b6c-ebd8-41bd-971d-f808676b2e97 None None] Checking router: bf662d20-e906-4c64-b82b-5174d9d24f9f for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:24:21.628897 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] Deleting port 38d82a9f-bdb6-4429-bccb-65351576aeb0 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:24:21.629342 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (38d82a9f-bdb6-4429-bccb-65351576aeb0), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:21.630429 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f56b6c-ebd8-41bd-971d-f808676b2e97 None None] Routers {'bf662d20-e906-4c64-b82b-5174d9d24f9f'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:21.631266 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-31f56b6c-ebd8-41bd-971d-f808676b2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:24:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['bf662d20-e906-4c64-b82b-5174d9d24f9f'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:21.734889 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-31f56b6c-ebd8-41bd-971d-f808676b2e97 None None] Set router bf662d20-e906-4c64-b82b-5174d9d24f9f gateway port host: None {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:21.804165 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-31f56b6c-ebd8-41bd-971d-f808676b2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:24:21Z', 'revision_number': 6, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'gw_port_host': None}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:21.849714 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f56b6c-ebd8-41bd-971d-f808676b2e97 None None] The sync data for ids ['bf662d20-e906-4c64-b82b-5174d9d24f9f'] in dv-cinder-831247-12-iscsi is: [{'id': 'bf662d20-e906-4c64-b82b-5174d9d24f9f', 'name': 'tempest-TestShelveInstance-145306528-router', 'tenant_id': 'c00825d4e1094ac580f79cc84d46b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:22Z', 'updated_at': '2022-03-15T17:24:21Z', 'revision_number': 6, 'project_id': 'c00825d4e1094ac580f79cc84d46b348', 'gw_port_host': None}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:24:21.961512 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27824e99-3e70-4c3d-9a44-48e329010da8 req-dcfde275-54ac-4643-a7c3-05e130caf3fe tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:21.963028 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-27824e99-3e70-4c3d-9a44-48e329010da8 req-dcfde275-54ac-4643-a7c3-05e130caf3fe tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 946 time: 0.3774133 Mar 15 17:24:22.037292 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] For port 38d82a9f-bdb6-4429-bccb-65351576aeb0, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=38d82a9f-bdb6-4429-bccb-65351576aeb0,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:22.044065 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (38d82a9f-bdb6-4429-bccb-65351576aeb0), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:22.044065 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-27824e99-3e70-4c3d-9a44-48e329010da8 req-5994fe42-9cc3-4e87-bf54-b2f8d6241d6f tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733604 Mar 15 17:24:22.053707 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] Calling delete_port for 38d82a9f-bdb6-4429-bccb-65351576aeb0 owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:24:22.328894 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (38d82a9f-bdb6-4429-bccb-65351576aeb0), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:22.359381 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] Pushing event deleted for resources: {'Port': ['ID=38d82a9f-bdb6-4429-bccb-65351576aeb0,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:22.438967 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686884'] for router_gateway (bf662d20-e906-4c64-b82b-5174d9d24f9f), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:22.552300 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7401'] for router (bf662d20-e906-4c64-b82b-5174d9d24f9f), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:22.554553 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] Publish callbacks [] for router_controller (bf662d20-e906-4c64-b82b-5174d9d24f9f), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:22.597287 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:22.695649 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685140'] for router (bf662d20-e906-4c64-b82b-5174d9d24f9f), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:22.696364 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf662d20-e906-4c64-b82b-5174d9d24f9f {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:24:22.702603 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:22.703861 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-77e97311-bdd7-47b5-8cac-2e16b142577d admin admin] 10.222.0.37 "DELETE /v2.0/routers/bf662d20-e906-4c64-b82b-5174d9d24f9f HTTP/1.1" status: 204 len: 168 time: 1.7168322 Mar 15 17:24:22.706329 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47610) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:22.772261 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 01f5cb0c-7442-44f1-a36b-983b9f296d32 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:24:22.793772 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a48bd37-5c9d-4d56-b4e7-2503f717ca69 admin admin] Deleting subnet 1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5 {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:24:22.800982 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a48bd37-5c9d-4d56-b4e7-2503f717ca69 admin admin] Publish callbacks [] for subnet (1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:22.811187 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 01f5cb0c-7442-44f1-a36b-983b9f296d32 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:24:22.811592 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 01f5cb0c-7442-44f1-a36b-983b9f296d32 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:24:22.811949 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 38d82a9f-bdb6-4429-bccb-65351576aeb0 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:24:22.832164 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 38d82a9f-bdb6-4429-bccb-65351576aeb0 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:24:22.832706 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 38d82a9f-bdb6-4429-bccb-65351576aeb0 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:24:22.843786 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a48bd37-5c9d-4d56-b4e7-2503f717ca69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25749771'] for subnet (1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:22.938483 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a48bd37-5c9d-4d56-b4e7-2503f717ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:23.054913 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a48bd37-5c9d-4d56-b4e7-2503f717ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25270753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25387396'] for subnet (1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:23.087569 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48bd37-5c9d-4d56-b4e7-2503f717ca69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:23.102079 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d549993-fb9d-4cf7-936c-b4cd5be856b7 None None] Network df28181e-0456-4cb6-926c-b96c8c92a6ce requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:24:23.115729 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a48bd37-5c9d-4d56-b4e7-2503f717ca69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:23.124359 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47614) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:23.137517 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7a48bd37-5c9d-4d56-b4e7-2503f717ca69 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1ef7ce95-96f1-4a6e-9e6f-e4b78182ede5 HTTP/1.1" status: 204 len: 168 time: 0.4295676 Mar 15 17:24:23.218491 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (df28181e-0456-4cb6-926c-b96c8c92a6ce), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:23.311361 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec09048-f38d-49b3-bb81-43e2ed0da5b5 req-c3de2483-a89a-4b70-abe6-ddd98948eb2d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:23.312852 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8ec09048-f38d-49b3-bb81-43e2ed0da5b5 req-c3de2483-a89a-4b70-abe6-ddd98948eb2d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 946 time: 0.1121800 Mar 15 17:24:23.329333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9617debd-df6c-4af3-bbda-437b4a6c3995 None None] DHCP port deletion for df28181e-0456-4cb6-926c-b96c8c92a6ce request from dv-cinder-831247-12-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:24:23.368459 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Deleting port 660b3e95-6121-43e9-98ab-1ecc96d4481d {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:24:23.368711 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:23.395451 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-9617debd-df6c-4af3-bbda-437b4a6c3995 None None] Deleting port 660b3e95-6121-43e9-98ab-1ecc96d4481d {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:24:23.395943 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9617debd-df6c-4af3-bbda-437b4a6c3995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:23.443008 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8ec09048-f38d-49b3-bb81-43e2ed0da5b5 req-fe372208-4c9f-47e6-8ece-0a08dde50634 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104054 Mar 15 17:24:23.466605 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] For port 660b3e95-6121-43e9-98ab-1ecc96d4481d, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=660b3e95-6121-43e9-98ab-1ecc96d4481d,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:23.467773 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:23.470431 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-9617debd-df6c-4af3-bbda-437b4a6c3995 None None] For port 660b3e95-6121-43e9-98ab-1ecc96d4481d, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=660b3e95-6121-43e9-98ab-1ecc96d4481d,segment=NetworkSegment(26d219c3-05cb-4b47-b237-92f3786114cb),segment_id=26d219c3-05cb-4b47-b237-92f3786114cb)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:23.470859 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9617debd-df6c-4af3-bbda-437b4a6c3995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:23.483554 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Calling delete_port for 660b3e95-6121-43e9-98ab-1ecc96d4481d owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:24:23.488614 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-9617debd-df6c-4af3-bbda-437b4a6c3995 None None] Calling delete_port for 660b3e95-6121-43e9-98ab-1ecc96d4481d owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:24:23.598301 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125b3c1-c136-4c49-aec7-f6a97f7f8d6d req-47161f26-829b-4829-82bc-3b4ffb54e884 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:23.599916 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c125b3c1-c136-4c49-aec7-f6a97f7f8d6d req-47161f26-829b-4829-82bc-3b4ffb54e884 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 946 time: 0.0711758 Mar 15 17:24:23.659836 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:23.662157 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c125b3c1-c136-4c49-aec7-f6a97f7f8d6d req-32caa4fa-e6ef-451b-af78-41808bb6e26e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528331 Mar 15 17:24:23.668559 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9617debd-df6c-4af3-bbda-437b4a6c3995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100'] for port (660b3e95-6121-43e9-98ab-1ecc96d4481d), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:23.675662 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] No DVR routers for this DVR port 660b3e95-6121-43e9-98ab-1ecc96d4481d on host dv-cinder-831247-12-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:24:23.686997 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47622) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:23.720823 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617debd-df6c-4af3-bbda-437b4a6c3995 None None] Pushing event deleted for resources: {'Port': ['ID=660b3e95-6121-43e9-98ab-1ecc96d4481d,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:23.722772 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9617debd-df6c-4af3-bbda-437b4a6c3995 None None] No DVR routers for this DVR port 660b3e95-6121-43e9-98ab-1ecc96d4481d on host dv-cinder-831247-12-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:24:23.729738 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Pushing event deleted for resources: {'Port': ['ID=660b3e95-6121-43e9-98ab-1ecc96d4481d,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:23.752519 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:23.752861 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:23.753415 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:23.753749 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:23.754071 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:23.754782 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:23.755099 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:23.755595 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:23.756089 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:23.756578 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:23.757059 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:23.757536 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:23.758011 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:23.758495 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:23.759005 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:24:23.804096 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (df28181e-0456-4cb6-926c-b96c8c92a6ce), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:23.831169 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f806b26-d1cd-4bea-bb5f-17b3e992a1a5 tempest-TestVolumeBootPattern-1503804726 tempest-TestVolumeBootPattern-1503804726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:23.833834 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4f806b26-d1cd-4bea-bb5f-17b3e992a1a5 tempest-TestVolumeBootPattern-1503804726 tempest-TestVolumeBootPattern-1503804726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 1125 time: 0.1450777 Mar 15 17:24:23.833994 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df28181e-0456-4cb6-926c-b96c8c92a6ce']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:23.836146 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47626) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:23.841560 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Request body: {'floatingip': {'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'port_id': 'cd1518f5-88ca-46a5-ae20-ac8f766decf0', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:24:23.848286 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d219c3-05cb-4b47-b237-92f3786114cb') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:23.848579 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d219c3-05cb-4b47-b237-92f3786114cb') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:23.868974 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26117029'] for segment (26d219c3-05cb-4b47-b237-92f3786114cb), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:23.890531 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (26d219c3-05cb-4b47-b237-92f3786114cb), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:23.900342 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079095'] for segment (26d219c3-05cb-4b47-b237-92f3786114cb), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: Traceback (most recent call last): Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: timer() Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: cb(*args, **kw) Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: return func(*args, **kwargs) Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: self._notify() Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: self.callback(batched_events) Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: event.method(event) Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: return f(self, *a, **k) Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._get(url).json() Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: return self.request(url, 'GET', **kwargs) Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:24:23.902666 dv-cinder-831247-12-iscsi neutron-server[103957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:24:23.917316 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:24.032318 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:24.060486 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (df28181e-0456-4cb6-926c-b96c8c92a6ce), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:24.068669 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:24.075846 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] 10.222.0.37 "DELETE /v2.0/networks/df28181e-0456-4cb6-926c-b96c8c92a6ce HTTP/1.1" status: 204 len: 168 time: 0.9490478 Mar 15 17:24:24.079343 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47628) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:24.162682 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd32bc0-6e75-4cd1-b983-30c2c3ae0871 admin admin] Pushing event deleted for resources: {'Network': ['ID=df28181e-0456-4cb6-926c-b96c8c92a6ce,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:24.172005 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Allocated IP 172.27.3.43 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/d66947a8-711f-424b-867a-a4cab6e69ccc) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:24:24.289029 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for port (d66947a8-711f-424b-867a-a4cab6e69ccc), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:24.397466 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (d66947a8-711f-424b-867a-a4cab6e69ccc), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:24.454203 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:24:24.458232 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'Port': ['ID=d66947a8-711f-424b-867a-a4cab6e69ccc,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:24.475516 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:24:24.479398 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:24:24.521075 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa22af9f-f71d-4b15-92b9-2574944d6867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1720370'] for router_interface (9a97bb5c-a037-4549-a310-6b601b381e88), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:24.581483 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 660b3e95-6121-43e9-98ab-1ecc96d4481d no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:24:24.606759 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 660b3e95-6121-43e9-98ab-1ecc96d4481d {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:24:24.607207 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 660b3e95-6121-43e9-98ab-1ecc96d4481d not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:24:24.816494 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-fa22af9f-f71d-4b15-92b9-2574944d6867 admin admin] Deleting port 13a074ea-cb45-4ea9-878c-f780830d88dc {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:24:24.817013 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa22af9f-f71d-4b15-92b9-2574944d6867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:24.918585 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-fa22af9f-f71d-4b15-92b9-2574944d6867 admin admin] For port 13a074ea-cb45-4ea9-878c-f780830d88dc, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=13a074ea-cb45-4ea9-878c-f780830d88dc,segment=NetworkSegment(2066491f-55e6-444c-9df0-a71b15152f43),segment_id=2066491f-55e6-444c-9df0-a71b15152f43)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:24.919254 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa22af9f-f71d-4b15-92b9-2574944d6867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:24.929874 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for floatingip (66c52bd2-8510-4f97-a08c-c9e34854bbd6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:24.947109 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-fa22af9f-f71d-4b15-92b9-2574944d6867 admin admin] Calling delete_port for 13a074ea-cb45-4ea9-878c-f780830d88dc owned by network:router_interface {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:24:25.082511 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (d66947a8-711f-424b-867a-a4cab6e69ccc), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:25.242948 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa22af9f-f71d-4b15-92b9-2574944d6867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (13a074ea-cb45-4ea9-878c-f780830d88dc), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:25.274649 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22af9f-f71d-4b15-92b9-2574944d6867 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a074ea-cb45-4ea9-878c-f780830d88dc,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:25.280270 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for port (d66947a8-711f-424b-867a-a4cab6e69ccc), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:25.368346 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (d66947a8-711f-424b-867a-a4cab6e69ccc), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:25.431985 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'Port': ['ID=d66947a8-711f-424b-867a-a4cab6e69ccc,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:25.507117 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa22af9f-f71d-4b15-92b9-2574944d6867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720454'] for router_interface (9a97bb5c-a037-4549-a310-6b601b381e88), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:25.556000 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (66c52bd2-8510-4f97-a08c-c9e34854bbd6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:25.648100 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Floating IP 66c52bd2-8510-4f97-a08c-c9e34854bbd6 associated. External IP: 172.27.3.43, port: cd1518f5-88ca-46a5-ae20-ac8f766decf0. Mar 15 17:24:25.743073 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa22af9f-f71d-4b15-92b9-2574944d6867 admin admin] Router 9a97bb5c-a037-4549-a310-6b601b381e88 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:24:25.859018 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa22af9f-f71d-4b15-92b9-2574944d6867 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:24:25.868518 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-fa22af9f-f71d-4b15-92b9-2574944d6867 admin admin] 10.222.0.37 "PUT /v2.0/routers/9a97bb5c-a037-4549-a310-6b601b381e88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7855945 Mar 15 17:24:25.869526 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47642) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:25.870053 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a5198-50ff-4b87-8680-bd8134adaef0 None None] Sync routers for ids ['9a97bb5c-a037-4549-a310-6b601b381e88'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:24:25.887050 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a5198-50ff-4b87-8680-bd8134adaef0 None None] Routers {'9a97bb5c-a037-4549-a310-6b601b381e88'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:25.887689 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c30a5198-50ff-4b87-8680-bd8134adaef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:24:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['9a97bb5c-a037-4549-a310-6b601b381e88'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:25.912900 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:24:26.006134 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-c30a5198-50ff-4b87-8680-bd8134adaef0 None None] Set router 9a97bb5c-a037-4549-a310-6b601b381e88 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:26.053225 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:24:26.065689 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa43523-98c0-4f0d-b0c0-0342a18ef4ae None None] Sync routers for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:24:26.086489 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa43523-98c0-4f0d-b0c0-0342a18ef4ae None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:26.087672 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-4aa43523-98c0-4f0d-b0c0-0342a18ef4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:24:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:26.173847 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:26.270748 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-993ca813-9891-4fb5-8327-e46b78c254ab tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4218264 Mar 15 17:24:26.270748 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cabf041-2247-4e5f-800e-b0fa72dc912e', 'tag': 'cd1518f5-88ca-46a5-ae20-ac8f766decf0'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:24:26.270748 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0f0fa2-0c24-41d6-951f-1a8caa1e6141" -d '{"events": [{"name": "network-changed", "server_uuid": "7cabf041-2247-4e5f-800e-b0fa72dc912e", "tag": "cd1518f5-88ca-46a5-ae20-ac8f766decf0"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:24:26.323242 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] Publish callbacks [] for router (9a97bb5c-a037-4549-a310-6b601b381e88), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:26.331114 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-4aa43523-98c0-4f0d-b0c0-0342a18ef4ae None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:26.357208 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c60d1ca-630f-4500-b068-d2f5e2796e72 x-openstack-request-id: req-2c60d1ca-630f-4500-b068-d2f5e2796e72 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:24:26.359020 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cabf041-2247-4e5f-800e-b0fa72dc912e", "tag": "cd1518f5-88ca-46a5-ae20-ac8f766decf0", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:24:26.359622 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c60d1ca-630f-4500-b068-d2f5e2796e72 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:24:26.360237 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cabf041-2247-4e5f-800e-b0fa72dc912e', 'tag': 'cd1518f5-88ca-46a5-ae20-ac8f766decf0', 'status': 'completed', 'code': 200} Mar 15 17:24:26.433864 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0fa2-0c24-41d6-951f-1a8caa1e6141 req-a08ea04b-2cd2-450d-98d8-a02fe003cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:26.440914 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cb0f0fa2-0c24-41d6-951f-1a8caa1e6141 req-a08ea04b-2cd2-450d-98d8-a02fe003cb13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 1130 time: 0.0682328 Mar 15 17:24:26.481493 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] Publish callbacks [] for router_gateway (9a97bb5c-a037-4549-a310-6b601b381e88), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:26.484711 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c30a5198-50ff-4b87-8680-bd8134adaef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'name': 'tempest-TestShelveInstance-1707081856-router', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:30Z', 'updated_at': '2022-03-15T17:24:25Z', 'revision_number': 5, 'project_id': 'fa20816136b94c18a8ce9e1448442584', 'gw_port': {'id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:31Z', 'updated_at': '2022-03-15T17:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:26.512521 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a5198-50ff-4b87-8680-bd8134adaef0 None None] Checking router: 9a97bb5c-a037-4549-a310-6b601b381e88 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:24:26.522102 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a5198-50ff-4b87-8680-bd8134adaef0 None None] Routers {'9a97bb5c-a037-4549-a310-6b601b381e88'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:26.522871 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c30a5198-50ff-4b87-8680-bd8134adaef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:24:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['9a97bb5c-a037-4549-a310-6b601b381e88'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:26.625539 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0fa2-0c24-41d6-951f-1a8caa1e6141 req-60c20b23-7122-4dc8-91a5-dbbb6f3b7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:26.628151 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cb0f0fa2-0c24-41d6-951f-1a8caa1e6141 req-60c20b23-7122-4dc8-91a5-dbbb6f3b7e17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 912 time: 0.1809814 Mar 15 17:24:26.670173 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] Deleting port 1d9320ed-c209-4635-8667-3a65a77af4a6 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:24:26.671355 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (1d9320ed-c209-4635-8667-3a65a77af4a6), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:26.688550 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-c30a5198-50ff-4b87-8680-bd8134adaef0 None None] Set router 9a97bb5c-a037-4549-a310-6b601b381e88 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:26.746932 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cb0f0fa2-0c24-41d6-951f-1a8caa1e6141 req-8c8d671e-890b-46f7-b13d-b3551078b667 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd1518f5-88ca-46a5-ae20-ac8f766decf0 HTTP/1.1" status: 200 len: 999 time: 0.1097572 Mar 15 17:24:26.768780 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-4aa43523-98c0-4f0d-b0c0-0342a18ef4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '66c52bd2-8510-4f97-a08c-c9e34854bbd6', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'floating_ip_address': '172.27.3.43', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'port_id': 'cd1518f5-88ca-46a5-ae20-ac8f766decf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'mac_address': 'fa:16:3e:2d:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cabf041-2247-4e5f-800e-b0fa72dc912e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:24:24Z', 'updated_at': '2022-03-15T17:24:24Z', 'revision_number': 0, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:26.805287 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] For port 1d9320ed-c209-4635-8667-3a65a77af4a6, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=1d9320ed-c209-4635-8667-3a65a77af4a6,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:26.805654 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (1d9320ed-c209-4635-8667-3a65a77af4a6), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:26.819642 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa43523-98c0-4f0d-b0c0-0342a18ef4ae None None] Checking router: 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:24:26.825775 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0fa2-0c24-41d6-951f-1a8caa1e6141 req-8d0bb06e-65b2-459b-bcec-eda3d5c53ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:26.829691 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cb0f0fa2-0c24-41d6-951f-1a8caa1e6141 req-8d0bb06e-65b2-459b-bcec-eda3d5c53ac9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b391e94e-48f2-43ea-9854-6fc0cf04dd3e HTTP/1.1" status: 200 len: 850 time: 0.0726702 Mar 15 17:24:26.831845 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] Calling delete_port for 1d9320ed-c209-4635-8667-3a65a77af4a6 owned by network:router_gateway {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:24:26.835137 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa43523-98c0-4f0d-b0c0-0342a18ef4ae None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:24:26.835973 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-4aa43523-98c0-4f0d-b0c0-0342a18ef4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:24:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:26.899640 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0fa2-0c24-41d6-951f-1a8caa1e6141 req-33bc6431-1f31-4870-871b-bc35d5862ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:24:26.901912 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cb0f0fa2-0c24-41d6-951f-1a8caa1e6141 req-33bc6431-1f31-4870-871b-bc35d5862ea1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0648065 Mar 15 17:24:26.973542 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c30a5198-50ff-4b87-8680-bd8134adaef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'name': 'tempest-TestShelveInstance-1707081856-router', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:30Z', 'updated_at': '2022-03-15T17:24:25Z', 'revision_number': 5, 'project_id': 'fa20816136b94c18a8ce9e1448442584', 'gw_port': {'id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:31Z', 'updated_at': '2022-03-15T17:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:27.017582 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a5198-50ff-4b87-8680-bd8134adaef0 None None] The sync data for ids ['9a97bb5c-a037-4549-a310-6b601b381e88'] in dv-cinder-831247-12-iscsi is: [{'id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'name': 'tempest-TestShelveInstance-1707081856-router', 'tenant_id': 'fa20816136b94c18a8ce9e1448442584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:19:30Z', 'updated_at': '2022-03-15T17:24:25Z', 'revision_number': 5, 'project_id': 'fa20816136b94c18a8ce9e1448442584', 'gw_port': {'id': '1d9320ed-c209-4635-8667-3a65a77af4a6', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a97bb5c-a037-4549-a310-6b601b381e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:19:31Z', 'updated_at': '2022-03-15T17:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:24:27.022993 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-4aa43523-98c0-4f0d-b0c0-0342a18ef4ae None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:24:27.055607 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cb0f0fa2-0c24-41d6-951f-1a8caa1e6141 req-21e6a0f3-2a1f-4204-b717-9749efa83fa1 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464865 Mar 15 17:24:27.180994 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cb0f0fa2-0c24-41d6-951f-1a8caa1e6141 req-ed17113d-e0c7-4aae-a0ee-6c5dc4995c3e service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182024 Mar 15 17:24:27.309699 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-4aa43523-98c0-4f0d-b0c0-0342a18ef4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '66c52bd2-8510-4f97-a08c-c9e34854bbd6', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'floating_ip_address': '172.27.3.43', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'port_id': 'cd1518f5-88ca-46a5-ae20-ac8f766decf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'mac_address': 'fa:16:3e:2d:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cabf041-2247-4e5f-800e-b0fa72dc912e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:24:24Z', 'updated_at': '2022-03-15T17:24:24Z', 'revision_number': 0, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:27.328567 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (1d9320ed-c209-4635-8667-3a65a77af4a6), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:27.335379 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa43523-98c0-4f0d-b0c0-0342a18ef4ae None None] The sync data for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi is: [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '66c52bd2-8510-4f97-a08c-c9e34854bbd6', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'floating_ip_address': '172.27.3.43', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'port_id': 'cd1518f5-88ca-46a5-ae20-ac8f766decf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'mac_address': 'fa:16:3e:2d:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cabf041-2247-4e5f-800e-b0fa72dc912e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:24:24Z', 'updated_at': '2022-03-15T17:24:24Z', 'revision_number': 0, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:24:27.359844 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9320ed-c209-4635-8667-3a65a77af4a6,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:27.427504 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686884'] for router_gateway (9a97bb5c-a037-4549-a310-6b601b381e88), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:27.523265 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7401'] for router (9a97bb5c-a037-4549-a310-6b601b381e88), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:27.525460 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] Publish callbacks [] for router_controller (9a97bb5c-a037-4549-a310-6b601b381e88), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:27.628847 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42877988-2711-45f5-8944-c1d58230eb6a None None] New status for floating IP 66c52bd2-8510-4f97-a08c-c9e34854bbd6: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:24:27.677290 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685140'] for router (9a97bb5c-a037-4549-a310-6b601b381e88), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:27.677827 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a97bb5c-a037-4549-a310-6b601b381e88 {{(pid=103957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:24:27.687117 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:27.687117 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-203ed36a-15ea-4b06-8f3c-187663b55e78 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9a97bb5c-a037-4549-a310-6b601b381e88 HTTP/1.1" status: 204 len: 168 time: 1.8159914 Mar 15 17:24:27.687305 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47662) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:27.744868 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b2837c-68cf-4b81-8ab4-a406e191ffc3 admin admin] Deleting subnet 9a18c23c-38b3-4519-9b9e-4bf787ddc818 {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:24:27.748938 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1b2837c-68cf-4b81-8ab4-a406e191ffc3 admin admin] Publish callbacks [] for subnet (9a18c23c-38b3-4519-9b9e-4bf787ddc818), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:27.789392 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1b2837c-68cf-4b81-8ab4-a406e191ffc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25749771'] for subnet (9a18c23c-38b3-4519-9b9e-4bf787ddc818), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:27.876374 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1b2837c-68cf-4b81-8ab4-a406e191ffc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (9a18c23c-38b3-4519-9b9e-4bf787ddc818), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.191801 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1b2837c-68cf-4b81-8ab4-a406e191ffc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25270753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25387396'] for subnet (9a18c23c-38b3-4519-9b9e-4bf787ddc818), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.216380 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2837c-68cf-4b81-8ab4-a406e191ffc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a18c23c-38b3-4519-9b9e-4bf787ddc818,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:28.223166 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1b2837c-68cf-4b81-8ab4-a406e191ffc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.226347 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d1b2837c-68cf-4b81-8ab4-a406e191ffc3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9a18c23c-38b3-4519-9b9e-4bf787ddc818 HTTP/1.1" status: 204 len: 168 time: 0.5374694 Mar 15 17:24:28.228644 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddab00b-fb0c-44e1-ad10-71c279b4ddd2 None None] Network 64b37d9c-c2e7-4882-94cf-1b8fefe60d7a requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:24:28.238066 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47670) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:28.296372 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (64b37d9c-c2e7-4882-94cf-1b8fefe60d7a), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.350720 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] Deleting port bcbffddf-713b-43c1-9fcb-b26387232f48 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:24:28.351429 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (bcbffddf-713b-43c1-9fcb-b26387232f48), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.394508 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59112c2f-7739-4966-b2e3-b9f71c792325 None None] DHCP port deletion for 64b37d9c-c2e7-4882-94cf-1b8fefe60d7a request from dv-cinder-831247-12-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:24:28.416682 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] For port bcbffddf-713b-43c1-9fcb-b26387232f48, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=bcbffddf-713b-43c1-9fcb-b26387232f48,segment=NetworkSegment(2066491f-55e6-444c-9df0-a71b15152f43),segment_id=2066491f-55e6-444c-9df0-a71b15152f43)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:28.417047 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (bcbffddf-713b-43c1-9fcb-b26387232f48), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.429898 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] Calling delete_port for bcbffddf-713b-43c1-9fcb-b26387232f48 owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:24:28.440629 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-59112c2f-7739-4966-b2e3-b9f71c792325 None None] Deleting port bcbffddf-713b-43c1-9fcb-b26387232f48 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:24:28.440940 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-59112c2f-7739-4966-b2e3-b9f71c792325 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (bcbffddf-713b-43c1-9fcb-b26387232f48), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.509446 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-59112c2f-7739-4966-b2e3-b9f71c792325 None None] For port bcbffddf-713b-43c1-9fcb-b26387232f48, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=bcbffddf-713b-43c1-9fcb-b26387232f48,segment=NetworkSegment(2066491f-55e6-444c-9df0-a71b15152f43),segment_id=2066491f-55e6-444c-9df0-a71b15152f43)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:24:28.509980 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-59112c2f-7739-4966-b2e3-b9f71c792325 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (bcbffddf-713b-43c1-9fcb-b26387232f48), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.523766 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-59112c2f-7739-4966-b2e3-b9f71c792325 None None] Calling delete_port for bcbffddf-713b-43c1-9fcb-b26387232f48 owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:24:28.537776 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 1d9320ed-c209-4635-8667-3a65a77af4a6 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:24:28.591723 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (bcbffddf-713b-43c1-9fcb-b26387232f48), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.591951 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 1d9320ed-c209-4635-8667-3a65a77af4a6 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:24:28.592200 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 1d9320ed-c209-4635-8667-3a65a77af4a6 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:24:28.592706 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device bcbffddf-713b-43c1-9fcb-b26387232f48 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:24:28.615561 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: bcbffddf-713b-43c1-9fcb-b26387232f48 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:24:28.615910 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device bcbffddf-713b-43c1-9fcb-b26387232f48 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:24:28.616333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 13a074ea-cb45-4ea9-878c-f780830d88dc no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:24:28.620723 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcbffddf-713b-43c1-9fcb-b26387232f48,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:28.632389 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] No DVR routers for this DVR port bcbffddf-713b-43c1-9fcb-b26387232f48 on host dv-cinder-831247-12-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:24:28.644238 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 13a074ea-cb45-4ea9-878c-f780830d88dc {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:24:28.644590 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 13a074ea-cb45-4ea9-878c-f780830d88dc not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:24:28.668014 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-59112c2f-7739-4966-b2e3-b9f71c792325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100'] for port (bcbffddf-713b-43c1-9fcb-b26387232f48), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.698447 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59112c2f-7739-4966-b2e3-b9f71c792325 None None] Pushing event deleted for resources: {'Port': ['ID=bcbffddf-713b-43c1-9fcb-b26387232f48,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:28.699037 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59112c2f-7739-4966-b2e3-b9f71c792325 None None] No DVR routers for this DVR port bcbffddf-713b-43c1-9fcb-b26387232f48 on host dv-cinder-831247-12-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:24:28.724838 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (64b37d9c-c2e7-4882-94cf-1b8fefe60d7a), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.747193 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b37d9c-c2e7-4882-94cf-1b8fefe60d7a']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:28.756827 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2066491f-55e6-444c-9df0-a71b15152f43') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:28.761556 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2066491f-55e6-444c-9df0-a71b15152f43') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:28.767219 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26117029'] for segment (2066491f-55e6-444c-9df0-a71b15152f43), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.781122 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (2066491f-55e6-444c-9df0-a71b15152f43), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.786792 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:24:28.787167 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079095'] for segment (2066491f-55e6-444c-9df0-a71b15152f43), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: Traceback (most recent call last): Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: timer() Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: cb(*args, **kw) Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: return func(*args, **kwargs) Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: self._notify() Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: self.callback(batched_events) Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: event.method(event) Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: return f(self, *a, **k) Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._get(url).json() Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: return self.request(url, 'GET', **kwargs) Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:24:28.788874 dv-cinder-831247-12-iscsi neutron-server[103957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:24:28.911333 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (64b37d9c-c2e7-4882-94cf-1b8fefe60d7a), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.916601 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:28.921938 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] 10.222.0.37 "DELETE /v2.0/networks/64b37d9c-c2e7-4882-94cf-1b8fefe60d7a HTTP/1.1" status: 204 len: 168 time: 0.6893625 Mar 15 17:24:28.935490 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076718e-0629-45fc-affe-c1ace45d2520 admin admin] Pushing event deleted for resources: {'Network': ['ID=64b37d9c-c2e7-4882-94cf-1b8fefe60d7a,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:29.275280 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47714) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:29.315413 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b2d539c3-f3f1-4320-8b5e-78d0cf0af0db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c00825d4e1094ac580f79cc84d46b348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389953 Mar 15 17:24:29.317856 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47716) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:29.363537 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5d2c9353-5ecb-4fab-93d4-85b1cc60bd01 admin admin] Publish callbacks [] for security_group (9f83f7a4-8f64-40bc-a569-375f1a796c50), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:29.394446 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5d2c9353-5ecb-4fab-93d4-85b1cc60bd01 admin admin] Publish callbacks [] for security_group (9f83f7a4-8f64-40bc-a569-375f1a796c50), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:29.516676 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5d2c9353-5ecb-4fab-93d4-85b1cc60bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9f83f7a4-8f64-40bc-a569-375f1a796c50), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:29.519246 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5d2c9353-5ecb-4fab-93d4-85b1cc60bd01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:29.520387 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5d2c9353-5ecb-4fab-93d4-85b1cc60bd01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f83f7a4-8f64-40bc-a569-375f1a796c50 HTTP/1.1" status: 204 len: 168 time: 0.2016580 Mar 15 17:24:29.528100 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c9353-5ecb-4fab-93d4-85b1cc60bd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f83f7a4-8f64-40bc-a569-375f1a796c50,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:30.383821 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47740) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:30.424565 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-88a4ff90-2fb4-455a-8fe7-edfff00d78f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa20816136b94c18a8ce9e1448442584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394785 Mar 15 17:24:30.428718 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47742) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:30.478703 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d52a032e-524f-41fc-83c1-30e1f3eaa52d admin admin] Publish callbacks [] for security_group (50e8ce4c-2f11-4f71-86be-9e9d469c9bfc), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:30.500276 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d52a032e-524f-41fc-83c1-30e1f3eaa52d admin admin] Publish callbacks [] for security_group (50e8ce4c-2f11-4f71-86be-9e9d469c9bfc), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:30.654115 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d52a032e-524f-41fc-83c1-30e1f3eaa52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (50e8ce4c-2f11-4f71-86be-9e9d469c9bfc), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:30.657714 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d52a032e-524f-41fc-83c1-30e1f3eaa52d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:30.658926 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d52a032e-524f-41fc-83c1-30e1f3eaa52d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50e8ce4c-2f11-4f71-86be-9e9d469c9bfc HTTP/1.1" status: 204 len: 168 time: 0.2292657 Mar 15 17:24:30.666549 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a032e-524f-41fc-83c1-30e1f3eaa52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e8ce4c-2f11-4f71-86be-9e9d469c9bfc,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:31.437125 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47748) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:31.483661 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2f8545-9d7e-4756-95a5-1bfe40879fe1 admin admin] Deleting subnet db14f4d4-c8eb-4929-89bc-38018874084f {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:24:31.486568 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8545-9d7e-4756-95a5-1bfe40879fe1 admin admin] Publish callbacks [] for subnet (db14f4d4-c8eb-4929-89bc-38018874084f), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.520830 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8545-9d7e-4756-95a5-1bfe40879fe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25749771'] for subnet (db14f4d4-c8eb-4929-89bc-38018874084f), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.558058 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8545-9d7e-4756-95a5-1bfe40879fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (db14f4d4-c8eb-4929-89bc-38018874084f), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.694751 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8545-9d7e-4756-95a5-1bfe40879fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25270753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25387396'] for subnet (db14f4d4-c8eb-4929-89bc-38018874084f), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.720262 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f8545-9d7e-4756-95a5-1bfe40879fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db14f4d4-c8eb-4929-89bc-38018874084f,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:31.723947 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8545-9d7e-4756-95a5-1bfe40879fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.727164 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3f2f8545-9d7e-4756-95a5-1bfe40879fe1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/db14f4d4-c8eb-4929-89bc-38018874084f HTTP/1.1" status: 204 len: 168 time: 0.2890384 Mar 15 17:24:31.729650 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47750) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:31.799911 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5760fbd8-d432-45bb-bbe1-bef820d2d614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.875906 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5760fbd8-d432-45bb-bbe1-bef820d2d614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.895326 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-5760fbd8-d432-45bb-bbe1-bef820d2d614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:31.904076 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-5760fbd8-d432-45bb-bbe1-bef820d2d614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7cd43a-8ef6-4d83-be7b-4365ee45b98d') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:31.904366 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-5760fbd8-d432-45bb-bbe1-bef820d2d614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7cd43a-8ef6-4d83-be7b-4365ee45b98d') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:24:31.917072 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5760fbd8-d432-45bb-bbe1-bef820d2d614 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25749810'] for segment (be7cd43a-8ef6-4d83-be7b-4365ee45b98d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.929583 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5760fbd8-d432-45bb-bbe1-bef820d2d614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (be7cd43a-8ef6-4d83-be7b-4365ee45b98d), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.935130 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5760fbd8-d432-45bb-bbe1-bef820d2d614 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:24:31.935501 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5760fbd8-d432-45bb-bbe1-bef820d2d614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25270619'] for segment (be7cd43a-8ef6-4d83-be7b-4365ee45b98d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: Traceback (most recent call last): Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: timer() Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: cb(*args, **kw) Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: return func(*args, **kwargs) Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: self._notify() Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: self.callback(batched_events) Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: event.method(event) Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: return f(self, *a, **k) Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: return self._get(url).json() Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: return self.request(url, 'GET', **kwargs) Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:24:31.937960 dv-cinder-831247-12-iscsi neutron-server[103956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:24:32.071483 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5760fbd8-d432-45bb-bbe1-bef820d2d614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:32.076931 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5760fbd8-d432-45bb-bbe1-bef820d2d614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:32.080112 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5760fbd8-d432-45bb-bbe1-bef820d2d614 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf HTTP/1.1" status: 204 len: 168 time: 0.3493972 Mar 15 17:24:32.092005 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760fbd8-d432-45bb-bbe1-bef820d2d614 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3fd5924-d67f-48cb-b9a9-3ad6c3b644bf,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:32.491847 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47754) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:32.531712 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-99656037-64a2-464e-8483-862a1b9afddf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08439ad542d347d3b54ede606a9ae71d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387192 Mar 15 17:24:32.534062 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47756) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:32.579774 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bf7d15f0-562f-4be6-9df6-e22772b93408 admin admin] Publish callbacks [] for security_group (9eda16aa-fff1-4ff4-af94-16dab0b1b8b7), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:32.600528 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bf7d15f0-562f-4be6-9df6-e22772b93408 admin admin] Publish callbacks [] for security_group (9eda16aa-fff1-4ff4-af94-16dab0b1b8b7), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:32.751345 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bf7d15f0-562f-4be6-9df6-e22772b93408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9eda16aa-fff1-4ff4-af94-16dab0b1b8b7), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:32.753823 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bf7d15f0-562f-4be6-9df6-e22772b93408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:32.757079 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-bf7d15f0-562f-4be6-9df6-e22772b93408 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9eda16aa-fff1-4ff4-af94-16dab0b1b8b7 HTTP/1.1" status: 204 len: 168 time: 0.2200525 Mar 15 17:24:32.764659 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d15f0-562f-4be6-9df6-e22772b93408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eda16aa-fff1-4ff4-af94-16dab0b1b8b7,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:39.094078 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:43.065856 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47832) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:43.175382 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e06c832c-70db-4dce-b6e5-3a787cfc0f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:43.248254 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e06c832c-70db-4dce-b6e5-3a787cfc0f66 admin admin] Publish callbacks [] for security_group (a24b1f9e-92ff-4bb1-8ec0-b5d2a7b4a45f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:43.397031 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e06c832c-70db-4dce-b6e5-3a787cfc0f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (a24b1f9e-92ff-4bb1-8ec0-b5d2a7b4a45f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:43.435151 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e06c832c-70db-4dce-b6e5-3a787cfc0f66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce541ee395a7431b9cb4575d3a5d5ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682523 Mar 15 17:24:43.436073 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c832c-70db-4dce-b6e5-3a787cfc0f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24b1f9e-92ff-4bb1-8ec0-b5d2a7b4a45f,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:43.439058 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 47836) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:24:43.486982 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0eed-adff-4985-896b-bc35be7213bb admin admin] Publish callbacks [] for security_group (a24b1f9e-92ff-4bb1-8ec0-b5d2a7b4a45f), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:43.507892 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0eed-adff-4985-896b-bc35be7213bb admin admin] Publish callbacks [] for security_group (a24b1f9e-92ff-4bb1-8ec0-b5d2a7b4a45f), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:43.620121 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0eed-adff-4985-896b-bc35be7213bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (a24b1f9e-92ff-4bb1-8ec0-b5d2a7b4a45f), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:43.622702 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0eed-adff-4985-896b-bc35be7213bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:43.624549 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-6a3a0eed-adff-4985-896b-bc35be7213bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a24b1f9e-92ff-4bb1-8ec0-b5d2a7b4a45f HTTP/1.1" status: 204 len: 168 time: 0.1843858 Mar 15 17:24:43.632498 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a0eed-adff-4985-896b-bc35be7213bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24b1f9e-92ff-4bb1-8ec0-b5d2a7b4a45f,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:24:46.014787 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-893ce2b8-3278-4987-960b-0c622f02bdbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:48.666074 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2c6a2b74-7ec3-43a9-933d-1e1012a8f2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:49.420060 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:50.974308 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:24:51.253494 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:24:52.585511 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:09.169161 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:14.316593 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-57bba485-c454-4bcb-a268-194942fa02a3 req-39d3c6d5-506e-4fe5-866b-c1d7f7483544 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1316652 Mar 15 17:25:14.405433 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bba485-c454-4bcb-a268-194942fa02a3 req-0da55c3e-8164-41c7-99a0-d958cf945b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:14.407142 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-57bba485-c454-4bcb-a268-194942fa02a3 req-0da55c3e-8164-41c7-99a0-d958cf945b23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 1130 time: 0.0476184 Mar 15 17:25:14.508590 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bba485-c454-4bcb-a268-194942fa02a3 req-71fe2597-8fe4-47ea-a237-8ddfaecd6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:14.510041 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-57bba485-c454-4bcb-a268-194942fa02a3 req-71fe2597-8fe4-47ea-a237-8ddfaecd6297 service neutron] 10.222.0.55 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 912 time: 0.0854075 Mar 15 17:25:14.579969 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-57bba485-c454-4bcb-a268-194942fa02a3 req-c2d11fe6-2401-411e-8289-ccf7ed0e10f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd1518f5-88ca-46a5-ae20-ac8f766decf0 HTTP/1.1" status: 200 len: 1001 time: 0.0641277 Mar 15 17:25:14.627470 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bba485-c454-4bcb-a268-194942fa02a3 req-4fd7e16f-3a4d-4546-a12c-daaff5659711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:14.628910 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-57bba485-c454-4bcb-a268-194942fa02a3 req-4fd7e16f-3a4d-4546-a12c-daaff5659711 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b391e94e-48f2-43ea-9854-6fc0cf04dd3e HTTP/1.1" status: 200 len: 850 time: 0.0423777 Mar 15 17:25:14.677103 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bba485-c454-4bcb-a268-194942fa02a3 req-876bcc2f-5474-4e03-99d5-fe3231b4372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:25:14.678518 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-57bba485-c454-4bcb-a268-194942fa02a3 req-876bcc2f-5474-4e03-99d5-fe3231b4372b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437617 Mar 15 17:25:14.688660 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-57bba485-c454-4bcb-a268-194942fa02a3 req-557818d8-4ee9-4032-9439-c7810c688723 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:25:14.689585 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-57bba485-c454-4bcb-a268-194942fa02a3 req-557818d8-4ee9-4032-9439-c7810c688723 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055671 Mar 15 17:25:14.781056 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-57bba485-c454-4bcb-a268-194942fa02a3 req-8b64f251-a7c4-4682-b34c-4d44d2226de7 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837715 Mar 15 17:25:14.867255 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-57bba485-c454-4bcb-a268-194942fa02a3 req-5c457823-5f44-4fc1-864b-ee83c475d6b9 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801384 Mar 15 17:25:15.957774 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7716aeca-ac87-4be3-a1cd-9789dde84622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:18.643447 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c27507e4-43ac-4402-bd39-73b320327046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:19.483011 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:20.969361 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:22.563294 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:28.251894 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:25:39.078159 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:45.952326 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-dad3bfc2-8a8f-4771-91e1-e6548bee092d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:48.655271 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1efed8a5-1369-4a64-a7c3-779dfbd77b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:49.443874 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:50.992212 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:25:52.592225 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:05.251124 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:26:09.078142 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:14.206006 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d555ad93-173e-4ac9-b8a3-dd5b9eb81398 req-a386aa07-37c4-42f0-8412-9671e3015fdf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432010 Mar 15 17:26:14.294374 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555ad93-173e-4ac9-b8a3-dd5b9eb81398 req-46487ac7-8d2b-4835-bec2-31c2e61a910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:14.296595 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d555ad93-173e-4ac9-b8a3-dd5b9eb81398 req-46487ac7-8d2b-4835-bec2-31c2e61a910c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 1130 time: 0.0473011 Mar 15 17:26:14.397542 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555ad93-173e-4ac9-b8a3-dd5b9eb81398 req-2fb99dc7-6092-4bd9-b03c-57603fb54c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:14.399023 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d555ad93-173e-4ac9-b8a3-dd5b9eb81398 req-2fb99dc7-6092-4bd9-b03c-57603fb54c22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 912 time: 0.0832074 Mar 15 17:26:14.464699 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d555ad93-173e-4ac9-b8a3-dd5b9eb81398 req-8c3455a8-a030-4a4f-9dac-c0271e142692 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd1518f5-88ca-46a5-ae20-ac8f766decf0 HTTP/1.1" status: 200 len: 1001 time: 0.0592797 Mar 15 17:26:14.767112 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555ad93-173e-4ac9-b8a3-dd5b9eb81398 req-b58182a8-4f67-42b9-baaa-d39930266381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:14.768459 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d555ad93-173e-4ac9-b8a3-dd5b9eb81398 req-b58182a8-4f67-42b9-baaa-d39930266381 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b391e94e-48f2-43ea-9854-6fc0cf04dd3e HTTP/1.1" status: 200 len: 850 time: 0.2985039 Mar 15 17:26:14.816009 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555ad93-173e-4ac9-b8a3-dd5b9eb81398 req-a399eaf9-77f7-41d7-9e2a-506e063790cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:14.817469 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d555ad93-173e-4ac9-b8a3-dd5b9eb81398 req-a399eaf9-77f7-41d7-9e2a-506e063790cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431674 Mar 15 17:26:14.904395 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d555ad93-173e-4ac9-b8a3-dd5b9eb81398 req-a818c692-3a90-4527-816b-190f333d6c4f service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810957 Mar 15 17:26:14.988629 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d555ad93-173e-4ac9-b8a3-dd5b9eb81398 req-8787d1b3-124a-49a4-98f0-9e90c2a38290 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789025 Mar 15 17:26:15.992054 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-12579718-ba88-41b0-96c8-ef783893aa80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:18.666087 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8760ff0c-ce13-42fb-8022-1864cd721c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:19.438223 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:20.992194 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:22.497738 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0b967-4275-4ebb-851c-71c32bcb4fd4 req-0a37f53c-4fc2-4de2-a7f5-ae80b7416f7f tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:22.499250 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d2c0b967-4275-4ebb-851c-71c32bcb4fd4 req-0a37f53c-4fc2-4de2-a7f5-ae80b7416f7f tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 946 time: 0.0534678 Mar 15 17:26:22.548490 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d2c0b967-4275-4ebb-851c-71c32bcb4fd4 req-f7c25b68-69bf-4a9c-924f-520c06360fe1 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435987 Mar 15 17:26:22.592746 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:23.669538 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e74df4-06b1-48b7-9d30-03bf4acc19f7 req-06f0b3d6-263d-4293-8eda-56f6ebfd17a5 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:23.671039 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e8e74df4-06b1-48b7-9d30-03bf4acc19f7 req-06f0b3d6-263d-4293-8eda-56f6ebfd17a5 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 946 time: 0.0523369 Mar 15 17:26:23.722329 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e8e74df4-06b1-48b7-9d30-03bf4acc19f7 req-eed02bd8-f1ca-4546-a084-659d49aea75c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458360 Mar 15 17:26:24.190090 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-e90ac60b-00d1-42ce-8cba-9a184e78b5a1 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:24.191642 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-e90ac60b-00d1-42ce-8cba-9a184e78b5a1 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.55 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 946 time: 0.0517488 Mar 15 17:26:24.282430 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Deleting port cd1518f5-88ca-46a5-ae20-ac8f766decf0 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:26:24.282788 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:24.372121 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] For port cd1518f5-88ca-46a5-ae20-ac8f766decf0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd1518f5-88ca-46a5-ae20-ac8f766decf0,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:24.372478 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:24.538873 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:24.539232 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (66c52bd2-8510-4f97-a08c-c9e34854bbd6), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:24.539548 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Floating IP 66c52bd2-8510-4f97-a08c-c9e34854bbd6 disassociated. External IP: 172.27.3.43, port: cd1518f5-88ca-46a5-ae20-ac8f766decf0. Mar 15 17:26:24.539882 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Calling delete_port for cd1518f5-88ca-46a5-ae20-ac8f766decf0 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:26:24.740880 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (cd1518f5-88ca-46a5-ae20-ac8f766decf0), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:24.770510 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event deleted for resources: {'Port': ['ID=cd1518f5-88ca-46a5-ae20-ac8f766decf0,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:24.781559 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:24.781765 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:24.782092 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:24.782440 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:24.782829 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:24.783168 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:24.783502 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:24.783829 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:24.784158 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:24.784489 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:24.784817 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:24.785148 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:24.785483 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:24.785812 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:24.786129 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:24.825837 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7e8ffa4c-7508-4c37-8773-19e4321c8084 req-36f60dfe-e0a0-4712-925b-3837c68a26db tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 210 time: 0.0297806 Mar 15 17:26:24.899653 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:26:25.006941 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:26:25.017033 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa418f39-ede1-428f-9c8d-390744447b79 None None] Sync routers for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:26:25.026508 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa418f39-ede1-428f-9c8d-390744447b79 None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:25.027217 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-aa418f39-ede1-428f-9c8d-390744447b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:26:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:25.047860 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] No DVR routers for this DVR port cd1518f5-88ca-46a5-ae20-ac8f766decf0 on host hv-cinder-83124 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:26:25.050209 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:25.053513 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-816942b8-b7e3-4b1f-986d-bc628d7cea4e req-7b81734c-771a-4bb1-810c-ba74d7b415fc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.55 "DELETE /v2.0/ports/cd1518f5-88ca-46a5-ae20-ac8f766decf0 HTTP/1.1" status: 204 len: 173 time: 0.8564408 Mar 15 17:26:25.053956 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cabf041-2247-4e5f-800e-b0fa72dc912e', 'name': 'network-vif-deleted', 'tag': 'cd1518f5-88ca-46a5-ae20-ac8f766decf0'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:25.056232 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3f72e4-c94d-4921-a197-daa4e99cfda7" -d '{"events": [{"server_uuid": "7cabf041-2247-4e5f-800e-b0fa72dc912e", "name": "network-vif-deleted", "tag": "cd1518f5-88ca-46a5-ae20-ac8f766decf0"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:25.235831 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-aa418f39-ede1-428f-9c8d-390744447b79 None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:25.293775 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b9a469-8f17-419e-9a6e-7d9dd0b370de x-openstack-request-id: req-a1b9a469-8f17-419e-9a6e-7d9dd0b370de {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:25.294077 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cabf041-2247-4e5f-800e-b0fa72dc912e", "name": "network-vif-deleted", "tag": "cd1518f5-88ca-46a5-ae20-ac8f766decf0", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:25.294208 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1b9a469-8f17-419e-9a6e-7d9dd0b370de {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:25.295102 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cabf041-2247-4e5f-800e-b0fa72dc912e', 'name': 'network-vif-deleted', 'tag': 'cd1518f5-88ca-46a5-ae20-ac8f766decf0', 'status': 'completed', 'code': 200} Mar 15 17:26:25.442620 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-aa418f39-ede1-428f-9c8d-390744447b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:25.472147 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa418f39-ede1-428f-9c8d-390744447b79 None None] Checking router: 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:26:25.480341 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa418f39-ede1-428f-9c8d-390744447b79 None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:25.480948 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-aa418f39-ede1-428f-9c8d-390744447b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:26:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:25.587220 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-aa418f39-ede1-428f-9c8d-390744447b79 None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:25.785894 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-aa418f39-ede1-428f-9c8d-390744447b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:25.820279 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa418f39-ede1-428f-9c8d-390744447b79 None None] The sync data for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi is: [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:26:25.931814 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a550146c-5520-40e1-b453-7d9d20969cf3 req-5e76f404-cc04-4fc6-90b4-0951fa155e4d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cabf041-2247-4e5f-800e-b0fa72dc912e HTTP/1.1" status: 200 len: 210 time: 0.0268257 Mar 15 17:26:26.044295 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a14d1-e585-43fe-9afc-925d276f84bc None None] New status for floating IP 66c52bd2-8510-4f97-a08c-c9e34854bbd6: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:26:27.182701 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-4c526786-5805-452b-8636-759500d670a2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692824523&fields=id&tenant_id=5b971d6ee24545f3924b5c06545725b0 HTTP/1.1" status: 200 len: 267 time: 0.0440745 Mar 15 17:26:27.289364 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-a14c32ba-bd5e-4f8e-a458-93dae1c6a3ca tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:27.290851 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-a14c32ba-bd5e-4f8e-a458-93dae1c6a3ca tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 811 time: 0.1018291 Mar 15 17:26:27.305647 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-32ba28b7-b19c-4441-be8b-01bcd19abeea tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/quotas/5b971d6ee24545f3924b5c06545725b0 HTTP/1.1" status: 200 len: 375 time: 0.0088704 Mar 15 17:26:27.361071 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-ea5a8312-7546-47b3-a643-22ae2d2405af tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506897 Mar 15 17:26:27.443909 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-509212f5-dea8-4ccf-ba26-f5e739f900bc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103957) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:26:27.444913 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-509212f5-dea8-4ccf-ba26-f5e739f900bc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0727067 Mar 15 17:26:27.532126 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-d3eac3d8-7b43-429e-b135-878e845e266a service neutron] 10.222.0.37 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803552 Mar 15 17:26:27.621731 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-415ee4bd-dfdb-46ee-96f2-7404f4261b25 service neutron] 10.222.0.37 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841005 Mar 15 17:26:28.192568 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa95e6be-2a26-41cc-9def-6ea9b7cfb928 req-2221d676-4a6d-40d2-8129-44966c342bb3 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 210 time: 0.0279033 Mar 15 17:26:28.945597 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device cd1518f5-88ca-46a5-ae20-ac8f766decf0 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:26:28.966331 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: cd1518f5-88ca-46a5-ae20-ac8f766decf0 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:26:28.967104 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device cd1518f5-88ca-46a5-ae20-ac8f766decf0 not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:26:29.285324 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-734adb08-171b-4634-88b6-e8918cddb26d req-54545a72-a057-46d1-83ee-675dabda6dbf tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 210 time: 0.0273120 Mar 15 17:26:30.298554 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-dea2b843-71ed-4916-b6b6-63c6c51d368a tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:30.300258 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-dea2b843-71ed-4916-b6b6-63c6c51d368a tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.55 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 811 time: 0.1063197 Mar 15 17:26:30.377457 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-0a972b02-f642-4c16-843e-da7eb74d086b tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b971d6ee24545f3924b5c06545725b0 HTTP/1.1" status: 200 len: 379 time: 0.0692954 Mar 15 17:26:30.395256 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-6ce700a5-98be-4062-9fbd-c70ea6fe8b19 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Request body: {'port': {'device_id': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'admin_state_up': True, 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'security_groups': ['9ff4f34b-183b-4750-8992-0b590d2bc4c4']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:26:30.399519 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-495f5331-3ebf-4903-ada2-89ba5fe39ac4 req-25c2337e-c501-4fb8-8a43-5c3655476d1a tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 210 time: 0.0385709 Mar 15 17:26:30.598534 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-6ce700a5-98be-4062-9fbd-c70ea6fe8b19 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Made reservation on behalf of 5b971d6ee24545f3924b5c06545725b0 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:26:30.602190 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-6ce700a5-98be-4062-9fbd-c70ea6fe8b19 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:30.726782 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-6ce700a5-98be-4062-9fbd-c70ea6fe8b19 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Allocated IP 172.20.0.10 (393c60b0-9bb4-4c0a-90c0-0ecb1766c909/b391e94e-48f2-43ea-9854-6fc0cf04dd3e/e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:26:30.861540 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-6ce700a5-98be-4062-9fbd-c70ea6fe8b19 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:30.993278 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-6ce700a5-98be-4062-9fbd-c70ea6fe8b19 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:31.043530 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-6ce700a5-98be-4062-9fbd-c70ea6fe8b19 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:26:31.053533 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-6ce700a5-98be-4062-9fbd-c70ea6fe8b19 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:26:31.053533 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-6ce700a5-98be-4062-9fbd-c70ea6fe8b19 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:26:31.076654 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce700a5-98be-4062-9fbd-c70ea6fe8b19 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'Port': ['ID=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:31.107854 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-6ce700a5-98be-4062-9fbd-c70ea6fe8b19 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:31.108470 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-6ce700a5-98be-4062-9fbd-c70ea6fe8b19 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:31.246985 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-6ce700a5-98be-4062-9fbd-c70ea6fe8b19 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8554871 Mar 15 17:26:31.261485 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Request body: {'port': {'device_id': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:26:31.296184 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-bc6ef665-ff36-4733-b39d-d2ce809826fe None None] Provisioning complete for port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:26:31.296801 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bc6ef665-ff36-4733-b39d-d2ce809826fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:31.321325 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:31.332060 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ef665-ff36-4733-b39d-d2ce809826fe None None] Port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:26:31.521403 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbe077-b365-469e-a146-96bfe02b0672 req-7644cbb7-7e8e-48c0-a9d1-7b61608f9f39 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:31.522920 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5ecbe077-b365-469e-a146-96bfe02b0672 req-7644cbb7-7e8e-48c0-a9d1-7b61608f9f39 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 932 time: 0.0538990 Mar 15 17:26:31.576834 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5ecbe077-b365-469e-a146-96bfe02b0672 req-a7c228d2-969f-42b6-ba7e-03c97c49a2d0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482154 Mar 15 17:26:31.588875 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:26:31.596738 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Publish callbacks [] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:31.609327 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Transition to ACTIVE for port object e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:26:31.786545 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:31.843989 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:31.914860 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Attempting to bind port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:26:31.915212 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Attempting to bind port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:26:31.915547 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Attempting to bind port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d on network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:26:31.920853 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d on network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:26:31.925160 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Attempting to bind port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d on network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:26:31.926309 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:26:31.926646 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Checking segment: {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:26:31.927055 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Bound using segment: {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:26:31.927482 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Bound port: e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:26:31.927839 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:31.996119 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] For port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d, host hv-cinder-83124, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:26:31.999442 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] For port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:26:32.067320 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:32.100722 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:32.102437 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:32.102785 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] 10.222.0.55 "PUT /v2.0/ports/e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d HTTP/1.1" status: 200 len: 1094 time: 0.8454216 Mar 15 17:26:32.103085 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'tag': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:32.105386 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e2c5d5-a895-4890-9932-fa97fa34eff6" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebddb93-ad07-40c7-9a53-23a342906b3b", "tag": "e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:32.135111 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83744f8-0829-4f86-bae3-067909b743a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:32.149599 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21d57ca-3583-498a-a14f-0dd2e43ca11f x-openstack-request-id: req-e21d57ca-3583-498a-a14f-0dd2e43ca11f {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:32.149897 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebddb93-ad07-40c7-9a53-23a342906b3b", "tag": "e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:32.150154 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e21d57ca-3583-498a-a14f-0dd2e43ca11f {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:32.150563 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'tag': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'status': 'completed', 'code': 200} Mar 15 17:26:32.223929 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2c5d5-a895-4890-9932-fa97fa34eff6 req-1b309eb1-f470-45f2-883a-b07be42dc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:32.225495 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e9e2c5d5-a895-4890-9932-fa97fa34eff6 req-1b309eb1-f470-45f2-883a-b07be42dc128 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 1128 time: 0.0546701 Mar 15 17:26:32.327643 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2c5d5-a895-4890-9932-fa97fa34eff6 req-81fbd88e-f8ca-4cb9-a4d5-bc5e0e025aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:32.329109 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e9e2c5d5-a895-4890-9932-fa97fa34eff6 req-81fbd88e-f8ca-4cb9-a4d5-bc5e0e025aa2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=5b971d6ee24545f3924b5c06545725b0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0973685 Mar 15 17:26:32.422002 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2c5d5-a895-4890-9932-fa97fa34eff6 req-fac5fb75-ec1e-4c18-8e1f-214d5e3aaccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:32.427033 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e9e2c5d5-a895-4890-9932-fa97fa34eff6 req-fac5fb75-ec1e-4c18-8e1f-214d5e3aaccc service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882213 Mar 15 17:26:32.507101 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-7aea999c-473a-4a43-a4a7-4951e63f318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:32.508592 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-7aea999c-473a-4a43-a4a7-4951e63f318b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 1128 time: 0.0483918 Mar 15 17:26:32.547966 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-955f835c-9cc1-4e7f-a8ff-a0a6def57abc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d HTTP/1.1" status: 200 len: 217 time: 0.0331762 Mar 15 17:26:32.596851 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-10a24625-04ed-4a42-8f61-4165bbdd3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:32.598294 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-10a24625-04ed-4a42-8f61-4165bbdd3a1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b391e94e-48f2-43ea-9854-6fc0cf04dd3e HTTP/1.1" status: 200 len: 850 time: 0.0436578 Mar 15 17:26:32.652693 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-a3ee29af-a089-4c93-8b8b-079283d6fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:32.654272 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-a3ee29af-a089-4c93-8b8b-079283d6fbc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506971 Mar 15 17:26:32.708592 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a0d44-4bdb-442e-bd1e-982992bd0861 req-cf522fec-5ecf-493c-a0bb-b2e4d2dd6531 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:32.710083 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d16a0d44-4bdb-442e-bd1e-982992bd0861 req-cf522fec-5ecf-493c-a0bb-b2e4d2dd6531 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 944 time: 0.0541487 Mar 15 17:26:32.740658 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-9199da55-7aaa-45ab-82d5-d7d3d0d781ce service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807297 Mar 15 17:26:32.759930 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d16a0d44-4bdb-442e-bd1e-982992bd0861 req-1b00c778-d205-40d0-bca4-8144599b7846 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430498 Mar 15 17:26:32.832013 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4684a27d-4ddc-47e7-a657-4f5640f432d6 req-a6c102c5-9b82-47db-8999-685517bda923 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856397 Mar 15 17:26:33.879281 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c60ba9-8c2d-4759-bb96-d478a428a63a req-7e3e8fc8-2c53-43e3-9ace-379059df91b0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:33.880768 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-37c60ba9-8c2d-4759-bb96-d478a428a63a req-7e3e8fc8-2c53-43e3-9ace-379059df91b0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 944 time: 0.0531805 Mar 15 17:26:33.929154 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-37c60ba9-8c2d-4759-bb96-d478a428a63a req-283d2494-a94d-4dbd-8022-f760dede7ae6 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429349 Mar 15 17:26:35.046234 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e5d9b-84ce-40ce-9b9b-94cd0c5a92ef req-57d6d4e3-028a-4f12-8c8d-96f5cfb5d1b1 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:35.047710 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9c6e5d9b-84ce-40ce-9b9b-94cd0c5a92ef req-57d6d4e3-028a-4f12-8c8d-96f5cfb5d1b1 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 944 time: 0.0546377 Mar 15 17:26:35.095446 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9c6e5d9b-84ce-40ce-9b9b-94cd0c5a92ef req-d6b41eb5-5f52-432c-9b9d-7b0a69a9aa42 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422354 Mar 15 17:26:36.212096 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa67b37-d484-410e-b223-9cb4d14f81bc req-b92bb54c-26d4-46f8-b48c-7285e1eba19e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:36.213559 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4aa67b37-d484-410e-b223-9cb4d14f81bc req-b92bb54c-26d4-46f8-b48c-7285e1eba19e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 944 time: 0.0527530 Mar 15 17:26:36.262345 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4aa67b37-d484-410e-b223-9cb4d14f81bc req-ac95bcff-8c84-4ae7-949c-bb7601767226 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433128 Mar 15 17:26:37.385207 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526e675-85aa-4f57-bdd8-7c039a23bd4a req-53a5a96c-8a73-45be-83c7-387dcb52e9b7 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:37.386681 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4526e675-85aa-4f57-bdd8-7c039a23bd4a req-53a5a96c-8a73-45be-83c7-387dcb52e9b7 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 944 time: 0.0555093 Mar 15 17:26:37.434666 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4526e675-85aa-4f57-bdd8-7c039a23bd4a req-656f0e77-f48c-43cd-a61a-394307c8d5f5 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416448 Mar 15 17:26:38.554348 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8881882-2dce-4a7c-b035-6b1186bea592 req-f1ae9904-0217-4bea-b8f4-d1d26cfd2fbc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:38.555854 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d8881882-2dce-4a7c-b035-6b1186bea592 req-f1ae9904-0217-4bea-b8f4-d1d26cfd2fbc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 944 time: 0.0557585 Mar 15 17:26:38.603893 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d8881882-2dce-4a7c-b035-6b1186bea592 req-10cb991b-242c-4421-b0fa-12e5ff65b0e6 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418265 Mar 15 17:26:39.072451 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:39.720340 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c9c05-3264-47fb-9a5c-63ea45ed30ee req-9ed11463-b175-4f95-9fa2-1de063508391 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:39.721804 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae3c9c05-3264-47fb-9a5c-63ea45ed30ee req-9ed11463-b175-4f95-9fa2-1de063508391 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 944 time: 0.0521894 Mar 15 17:26:39.768763 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae3c9c05-3264-47fb-9a5c-63ea45ed30ee req-c9cea449-3a90-413d-8e65-069f2c0f6da6 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414853 Mar 15 17:26:40.884094 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338fcfb-7809-4fc4-89ee-9caf9c5bd5e9 req-2b91ffc8-4617-4db4-ae45-d00c37920a20 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:40.885571 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5338fcfb-7809-4fc4-89ee-9caf9c5bd5e9 req-2b91ffc8-4617-4db4-ae45-d00c37920a20 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 944 time: 0.0519357 Mar 15 17:26:40.933562 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5338fcfb-7809-4fc4-89ee-9caf9c5bd5e9 req-67bc69d6-1927-4ae6-8030-8dc070b2d9fd tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422847 Mar 15 17:26:41.010783 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:26:41.105285 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:41.120363 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'port_id': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'mac_address': 'fa:16:3e:93:99:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:26:41.159407 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:26:41.159791 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:41.172737 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:26:41.191482 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:41.278543 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:41.324503 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:41.331838 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:41.332191 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:41.332538 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:41.332877 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:41.333211 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:41.333545 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:41.333873 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:41.334242 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:41.334576 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:41.335037 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:41.335372 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:41.335699 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:41.336023 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:41.336352 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:41.336673 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:26:41.486679 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:26:42.050332 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047e941-8730-41f5-ab68-dc0867558061 req-5e69e1c4-a4f7-4127-b1bb-7ac3ad660dbc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:42.051828 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a047e941-8730-41f5-ab68-dc0867558061 req-5e69e1c4-a4f7-4127-b1bb-7ac3ad660dbc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 945 time: 0.0532005 Mar 15 17:26:42.103917 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a047e941-8730-41f5-ab68-dc0867558061 req-d905e447-28d0-445c-a498-d4006f6c8911 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465095 Mar 15 17:26:42.251009 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:26:43.022640 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:26:43.147105 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:26:43.151252 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:26:43.154637 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:43.231075 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68e79d-a046-4ff6-bce5-bf8413db59aa req-98b548c3-93ef-4aba-a671-2624f8c591aa tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:43.232937 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3f68e79d-a046-4ff6-bce5-bf8413db59aa req-98b548c3-93ef-4aba-a671-2624f8c591aa tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 945 time: 0.0615182 Mar 15 17:26:43.283779 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3f68e79d-a046-4ff6-bce5-bf8413db59aa req-5d900516-a51e-4c55-b959-420f84cc4e11 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451951 Mar 15 17:26:43.356840 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:26:43.357230 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:43.379008 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:43.381252 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27c2435-26c2-474a-9ab6-cf2cc78f9c5f" -d '{"events": [{"server_uuid": "3ebddb93-ad07-40c7-9a53-23a342906b3b", "name": "network-vif-plugged", "status": "completed", "tag": "e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:43.394553 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:26:43.475291 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cc6be3-e479-4c5f-8578-47b896a9723f x-openstack-request-id: req-54cc6be3-e479-4c5f-8578-47b896a9723f {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:43.475583 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebddb93-ad07-40c7-9a53-23a342906b3b", "name": "network-vif-plugged", "status": "completed", "tag": "e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:43.475835 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54cc6be3-e479-4c5f-8578-47b896a9723f {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:43.476224 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'code': 200} Mar 15 17:26:43.489866 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:43.536940 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:43.901743 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e57ae-9247-42d3-beb8-39c6117f68aa req-6b71ab81-7f04-4992-baed-136c9c477398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:43.903154 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-608e57ae-9247-42d3-beb8-39c6117f68aa req-6b71ab81-7f04-4992-baed-136c9c477398 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 1130 time: 0.0432522 Mar 15 17:26:43.946518 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-608e57ae-9247-42d3-beb8-39c6117f68aa req-920fe1f5-63e4-428d-abef-eb9a51ae4287 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379324 Mar 15 17:26:44.402943 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b03a49-98eb-4484-acb0-34d02f91320d req-c5ad13bf-85c4-491e-afab-b4a41f9408bc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:44.405441 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a3b03a49-98eb-4484-acb0-34d02f91320d req-c5ad13bf-85c4-491e-afab-b4a41f9408bc tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 946 time: 0.0540969 Mar 15 17:26:44.458130 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a3b03a49-98eb-4484-acb0-34d02f91320d req-ae52a3f0-3c0a-4220-8ea4-fc37a50fa595 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471971 Mar 15 17:26:45.579094 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03325212-4e6c-4318-9bb9-fe8322d6d901 req-96239836-8bd5-4f2d-93d2-8121a3580aa7 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:45.580805 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-03325212-4e6c-4318-9bb9-fe8322d6d901 req-96239836-8bd5-4f2d-93d2-8121a3580aa7 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 946 time: 0.0536776 Mar 15 17:26:45.630114 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-03325212-4e6c-4318-9bb9-fe8322d6d901 req-001cff3d-58e3-453a-b16a-11c03e1a1115 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438569 Mar 15 17:26:45.744933 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0b9c2-ffcb-42cb-a1e1-d0db4ec2539a req-8ab496aa-779b-4014-98bc-48e40e39064d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:45.746296 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29f0b9c2-ffcb-42cb-a1e1-d0db4ec2539a req-8ab496aa-779b-4014-98bc-48e40e39064d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 946 time: 0.0510743 Mar 15 17:26:45.794588 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29f0b9c2-ffcb-42cb-a1e1-d0db4ec2539a req-6418c8d8-bd3c-4bd7-8608-72faa5810408 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416417 Mar 15 17:26:45.816254 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47954) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:45.858191 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339bec22-84ed-4d48-aab0-c5d0085dd4f2 tempest-TestVolumeBootPattern-1503804726 tempest-TestVolumeBootPattern-1503804726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:45.859730 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-339bec22-84ed-4d48-aab0-c5d0085dd4f2 tempest-TestVolumeBootPattern-1503804726 tempest-TestVolumeBootPattern-1503804726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 1125 time: 0.0425234 Mar 15 17:26:45.862461 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 47956) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:26:45.866642 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Request body: {'floatingip': {'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'port_id': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:26:46.021577 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:46.043844 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b062a1dc-c5b6-4340-a965-c5a6bc526355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:46.119195 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:46.219605 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Allocated IP 172.27.3.173 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/a8ef633d-374e-4e7d-aa8e-f1cb16750cd6) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:26:46.320530 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for port (a8ef633d-374e-4e7d-aa8e-f1cb16750cd6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:46.587491 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (a8ef633d-374e-4e7d-aa8e-f1cb16750cd6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:46.634999 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:26:46.640547 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:26:46.645284 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:26:46.647230 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'Port': ['ID=a8ef633d-374e-4e7d-aa8e-f1cb16750cd6,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:46.997682 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for floatingip (9716919d-fe72-49e5-8df6-22cd4f7a527c), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:47.116346 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (a8ef633d-374e-4e7d-aa8e-f1cb16750cd6), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:47.267427 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for port (a8ef633d-374e-4e7d-aa8e-f1cb16750cd6), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:47.341901 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (a8ef633d-374e-4e7d-aa8e-f1cb16750cd6), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:47.412522 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'Port': ['ID=a8ef633d-374e-4e7d-aa8e-f1cb16750cd6,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:26:47.422818 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (9716919d-fe72-49e5-8df6-22cd4f7a527c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:47.523302 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Floating IP 9716919d-fe72-49e5-8df6-22cd4f7a527c associated. External IP: 172.27.3.173, port: e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d. Mar 15 17:26:47.986424 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:26:48.094069 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:26:48.103294 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49bc1ed-d9db-4cb6-a81a-ddd54d418233 None None] Sync routers for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:26:48.112721 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49bc1ed-d9db-4cb6-a81a-ddd54d418233 None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:48.118214 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c49bc1ed-d9db-4cb6-a81a-ddd54d418233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:26:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:48.188846 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:48.219148 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-57a4b2b6-ac86-4a94-9b50-55aa6c27572c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3554292 Mar 15 17:26:48.219622 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'tag': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:26:48.221091 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-c49bc1ed-d9db-4cb6-a81a-ddd54d418233 None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:48.221881 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e94c0f-3c26-4b34-b4c1-d7b59e2e39d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebddb93-ad07-40c7-9a53-23a342906b3b", "tag": "e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:26:48.257323 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8bc969-3631-460d-beb2-591aba54824a x-openstack-request-id: req-9f8bc969-3631-460d-beb2-591aba54824a {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:26:48.257620 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebddb93-ad07-40c7-9a53-23a342906b3b", "tag": "e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:26:48.257877 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f8bc969-3631-460d-beb2-591aba54824a {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:26:48.258290 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'tag': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'status': 'completed', 'code': 200} Mar 15 17:26:48.322220 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e94c0f-3c26-4b34-b4c1-d7b59e2e39d4 req-fed0c3e9-532f-4d35-be7b-db3f51f79000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:48.330023 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f3e94c0f-3c26-4b34-b4c1-d7b59e2e39d4 req-fed0c3e9-532f-4d35-be7b-db3f51f79000 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 1130 time: 0.0442803 Mar 15 17:26:48.419906 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e94c0f-3c26-4b34-b4c1-d7b59e2e39d4 req-fb9fceb5-2cbd-442f-b617-be2ce1e45507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:48.421437 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f3e94c0f-3c26-4b34-b4c1-d7b59e2e39d4 req-fb9fceb5-2cbd-442f-b617-be2ce1e45507 service neutron] 10.222.0.55 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 912 time: 0.0896053 Mar 15 17:26:48.446389 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c49bc1ed-d9db-4cb6-a81a-ddd54d418233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '9716919d-fe72-49e5-8df6-22cd4f7a527c', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'port_id': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'mac_address': 'fa:16:3e:93:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:26:46Z', 'updated_at': '2022-03-15T17:26:46Z', 'revision_number': 0, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:48.476127 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49bc1ed-d9db-4cb6-a81a-ddd54d418233 None None] Checking router: 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:26:48.484860 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49bc1ed-d9db-4cb6-a81a-ddd54d418233 None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:26:48.485458 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c49bc1ed-d9db-4cb6-a81a-ddd54d418233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:26:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:48.485848 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f3e94c0f-3c26-4b34-b4c1-d7b59e2e39d4 req-b3a2e5ec-fff6-4e8e-abf3-394edbf448b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d HTTP/1.1" status: 200 len: 1000 time: 0.0579386 Mar 15 17:26:48.534380 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e94c0f-3c26-4b34-b4c1-d7b59e2e39d4 req-1c748044-b148-4131-842e-38e83dee646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:48.535881 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f3e94c0f-3c26-4b34-b4c1-d7b59e2e39d4 req-1c748044-b148-4131-842e-38e83dee646c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b391e94e-48f2-43ea-9854-6fc0cf04dd3e HTTP/1.1" status: 200 len: 850 time: 0.0438869 Mar 15 17:26:48.588455 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e94c0f-3c26-4b34-b4c1-d7b59e2e39d4 req-3fc1f40a-79c6-4383-890d-769a8466a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:26:48.589968 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f3e94c0f-3c26-4b34-b4c1-d7b59e2e39d4 req-3fc1f40a-79c6-4383-890d-769a8466a011 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475876 Mar 15 17:26:48.592128 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-c49bc1ed-d9db-4cb6-a81a-ddd54d418233 None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:26:48.620906 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-802a12a1-4def-48cc-80c5-1c5e72220f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:48.678516 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f3e94c0f-3c26-4b34-b4c1-d7b59e2e39d4 req-10bc3628-ce68-49ba-aece-9f2c4abdbff1 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824926 Mar 15 17:26:48.775448 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f3e94c0f-3c26-4b34-b4c1-d7b59e2e39d4 req-d85090c3-03d1-4183-85a9-d5088d86508d service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907907 Mar 15 17:26:48.906434 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c49bc1ed-d9db-4cb6-a81a-ddd54d418233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '9716919d-fe72-49e5-8df6-22cd4f7a527c', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'port_id': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'mac_address': 'fa:16:3e:93:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:26:46Z', 'updated_at': '2022-03-15T17:26:46Z', 'revision_number': 0, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:26:48.935266 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49bc1ed-d9db-4cb6-a81a-ddd54d418233 None None] The sync data for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi is: [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '9716919d-fe72-49e5-8df6-22cd4f7a527c', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'port_id': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'mac_address': 'fa:16:3e:93:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:26:46Z', 'updated_at': '2022-03-15T17:26:46Z', 'revision_number': 0, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:26:49.123175 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cddd740-c756-490b-97d1-6378810275f1 None None] New status for floating IP 9716919d-fe72-49e5-8df6-22cd4f7a527c: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:26:49.468669 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:50.992667 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:26:52.588499 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:09.067079 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:16.038021 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6ed6673e-ad73-4443-ac46-109c837181bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:16.805044 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3b64bd95-ab36-4d3c-83d7-65a85ba64662 req-de8d308f-c37e-4e79-a074-677ac9a55fb0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444477 Mar 15 17:27:16.887287 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64bd95-ab36-4d3c-83d7-65a85ba64662 req-23b4f998-cd90-47be-9e31-57e3920a0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:16.889332 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3b64bd95-ab36-4d3c-83d7-65a85ba64662 req-23b4f998-cd90-47be-9e31-57e3920a0313 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 1130 time: 0.0441282 Mar 15 17:27:16.988837 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64bd95-ab36-4d3c-83d7-65a85ba64662 req-012fcd9a-be83-4261-9b6b-59b5ec9e44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:16.990284 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3b64bd95-ab36-4d3c-83d7-65a85ba64662 req-012fcd9a-be83-4261-9b6b-59b5ec9e44f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 912 time: 0.0844643 Mar 15 17:27:17.055016 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3b64bd95-ab36-4d3c-83d7-65a85ba64662 req-d2d54dd3-6979-43d9-97f2-e04fdb26eb8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d HTTP/1.1" status: 200 len: 1002 time: 0.0586610 Mar 15 17:27:17.101944 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64bd95-ab36-4d3c-83d7-65a85ba64662 req-fdadecc8-4e77-461c-b7a5-1042c25b00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:17.103368 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3b64bd95-ab36-4d3c-83d7-65a85ba64662 req-fdadecc8-4e77-461c-b7a5-1042c25b00ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b391e94e-48f2-43ea-9854-6fc0cf04dd3e HTTP/1.1" status: 200 len: 850 time: 0.0425737 Mar 15 17:27:17.154093 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64bd95-ab36-4d3c-83d7-65a85ba64662 req-163edd91-da0f-49a5-b1b3-474f6b67adff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:27:17.155612 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3b64bd95-ab36-4d3c-83d7-65a85ba64662 req-163edd91-da0f-49a5-b1b3-474f6b67adff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469749 Mar 15 17:27:17.242545 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3b64bd95-ab36-4d3c-83d7-65a85ba64662 req-5ed0c3a4-97a5-4f4e-979f-4dc6478da351 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808702 Mar 15 17:27:17.332829 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3b64bd95-ab36-4d3c-83d7-65a85ba64662 req-2d484e14-dad9-4a84-9a24-c7b49a0a2420 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844810 Mar 15 17:27:18.678384 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fff1af63-21ff-4e52-9e0f-b6e70aefd1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:19.250031 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:27:19.449410 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:20.992588 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:22.558162 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:39.134929 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:46.072952 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-826d750b-fe0a-4c84-9b83-aea8e8cede42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:48.626790 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d256c786-e87b-45a0-ada6-13817dbbb1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:49.460410 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:51.107278 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:52.581002 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:27:56.249256 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:28:09.083792 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:15.952393 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-31516a15-f5df-4752-84a9-772360bc0ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:18.356967 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6077c457-d66d-4e2e-b686-dedfc9c0af0c req-2a55dccb-968d-4c47-90a6-d4ac95d026fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444720 Mar 15 17:28:18.440372 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077c457-d66d-4e2e-b686-dedfc9c0af0c req-40a8a4c1-90b1-4277-80a9-bae7e65b3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:18.441847 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6077c457-d66d-4e2e-b686-dedfc9c0af0c req-40a8a4c1-90b1-4277-80a9-bae7e65b3120 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 1130 time: 0.0442045 Mar 15 17:28:18.604010 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c69eca35-481c-453f-9afc-2da3078f94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:19.328706 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077c457-d66d-4e2e-b686-dedfc9c0af0c req-f97b5018-8e70-40f8-a579-3cb31cd7993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:19.330299 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6077c457-d66d-4e2e-b686-dedfc9c0af0c req-f97b5018-8e70-40f8-a579-3cb31cd7993f service neutron] 10.222.0.55 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 912 time: 0.0862889 Mar 15 17:28:19.449389 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:20.085534 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6077c457-d66d-4e2e-b686-dedfc9c0af0c req-2eeed9c9-dc8c-4221-bce5-d87144b6d5f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d HTTP/1.1" status: 200 len: 1002 time: 0.0609739 Mar 15 17:28:20.946572 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077c457-d66d-4e2e-b686-dedfc9c0af0c req-8eec7b35-dfe5-4ee3-bc71-5e63acf72e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:20.948051 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6077c457-d66d-4e2e-b686-dedfc9c0af0c req-8eec7b35-dfe5-4ee3-bc71-5e63acf72e55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b391e94e-48f2-43ea-9854-6fc0cf04dd3e HTTP/1.1" status: 200 len: 850 time: 0.0463669 Mar 15 17:28:21.000175 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077c457-d66d-4e2e-b686-dedfc9c0af0c req-b1925b02-5b26-43b5-b5e8-0a07f410be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:21.001671 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6077c457-d66d-4e2e-b686-dedfc9c0af0c req-b1925b02-5b26-43b5-b5e8-0a07f410be5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477383 Mar 15 17:28:21.015540 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:21.089788 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6077c457-d66d-4e2e-b686-dedfc9c0af0c req-902efd98-d51f-4eea-8617-716a4e5875de service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810792 Mar 15 17:28:21.183860 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6077c457-d66d-4e2e-b686-dedfc9c0af0c req-a60a9156-02cc-475c-a49f-8d7b8c9ebb2e service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884073 Mar 15 17:28:22.592754 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:27.162124 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-3c5338d7-d440-4637-a938-f48377dcab2a tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692824523&fields=id&tenant_id=5b971d6ee24545f3924b5c06545725b0 HTTP/1.1" status: 200 len: 267 time: 0.0463028 Mar 15 17:28:27.264845 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775890-8111-4d66-918a-eb1673667cdf req-e393be69-7c2f-4b01-ab3e-f4897997c94c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:27.266285 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-e393be69-7c2f-4b01-ab3e-f4897997c94c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 811 time: 0.0976050 Mar 15 17:28:27.280539 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-b1b05252-c94f-418b-98f8-0dac1f4119ce tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/quotas/5b971d6ee24545f3924b5c06545725b0 HTTP/1.1" status: 200 len: 375 time: 0.0087421 Mar 15 17:28:27.339340 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-8a770a53-4eef-40a5-a1c1-33bc6dbacb0f tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540383 Mar 15 17:28:27.400851 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-658beb4e-6082-4c13-99aa-6d3f8af033f8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:28:27.401858 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-658beb4e-6082-4c13-99aa-6d3f8af033f8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518198 Mar 15 17:28:27.488138 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-d4992301-ca9b-46e0-b2d0-7e99c16a36a8 service neutron] 10.222.0.37 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803065 Mar 15 17:28:27.579808 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-11fe5dea-5048-4d20-a401-d5bbc847dd52 service neutron] 10.222.0.37 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862906 Mar 15 17:28:29.163206 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-294eae92-8adb-4992-b9be-231c30f127ba req-872bf9fa-f894-43f6-bc29-aea641bce0fd tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 210 time: 0.0272012 Mar 15 17:28:30.240674 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-44c90bd4-6d43-44a4-b6e9-209021ed4310 req-00738983-b5ce-45b7-a778-aefbb5153517 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 210 time: 0.0279787 Mar 15 17:28:31.314393 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-37fe1af2-3476-4711-b63d-9e2db6217713 req-ff6188a1-013a-409a-9d91-d519aef5fb51 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 210 time: 0.0269909 Mar 15 17:28:32.389881 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-65b6b8d8-9e3a-4693-849c-dcce0dc513da req-9dc6b7ef-9c07-40ae-b110-dc90fcc7b263 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 210 time: 0.0271440 Mar 15 17:28:33.248715 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:28:33.483134 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-19171ed3-34ef-494c-9de4-b67f22092d89 req-f40d8c23-3628-4628-9404-abd663ec0587 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 210 time: 0.0299420 Mar 15 17:28:34.579498 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e151ab03-cdbe-4ef0-b613-3aff2428a385 req-eb694185-e0d2-45fb-8d3b-dc329acd051b tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 210 time: 0.0279150 Mar 15 17:28:35.149559 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775890-8111-4d66-918a-eb1673667cdf req-7e038510-072b-4412-899d-7c35872e108e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:35.151020 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-7e038510-072b-4412-899d-7c35872e108e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.55 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 811 time: 0.1056256 Mar 15 17:28:35.211501 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-4e774036-91f5-463a-a6df-9ff996256c4d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b971d6ee24545f3924b5c06545725b0 HTTP/1.1" status: 200 len: 379 time: 0.0531006 Mar 15 17:28:35.225751 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-fa775890-8111-4d66-918a-eb1673667cdf req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Request body: {'port': {'device_id': '314c93fa-d6c6-4848-be01-b367190ec9f4', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'admin_state_up': True, 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'security_groups': ['9ff4f34b-183b-4750-8992-0b590d2bc4c4']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:28:35.386987 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa775890-8111-4d66-918a-eb1673667cdf req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Made reservation on behalf of 5b971d6ee24545f3924b5c06545725b0 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:28:35.390385 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-fa775890-8111-4d66-918a-eb1673667cdf req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:35.514384 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-fa775890-8111-4d66-918a-eb1673667cdf req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Allocated IP 172.20.0.4 (393c60b0-9bb4-4c0a-90c0-0ecb1766c909/b391e94e-48f2-43ea-9854-6fc0cf04dd3e/e69da94d-2d4c-4b30-b3ad-0f247031afde) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:28:35.656966 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-fa775890-8111-4d66-918a-eb1673667cdf req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:35.677696 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c3750336-a315-45ab-9daf-e1b9c28cb13c req-9de66d0d-2252-4f37-a7f0-67bea9ec6e51 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 210 time: 0.0264800 Mar 15 17:28:35.718483 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-fa775890-8111-4d66-918a-eb1673667cdf req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:35.763621 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa775890-8111-4d66-918a-eb1673667cdf req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:28:35.766958 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-fa775890-8111-4d66-918a-eb1673667cdf req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:28:35.770892 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa775890-8111-4d66-918a-eb1673667cdf req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:28:35.777364 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'Port': ['ID=e69da94d-2d4c-4b30-b3ad-0f247031afde,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:35.805975 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:35.806364 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:35.806680 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:35.807107 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:35.807514 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:35.808356 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:35.808697 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:35.809031 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:35.809364 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:35.809698 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:35.810031 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:35.810364 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:35.810693 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:35.811045 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:35.811387 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:35.841466 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775890-8111-4d66-918a-eb1673667cdf req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:35.842159 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-fa775890-8111-4d66-918a-eb1673667cdf req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:35.915268 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-3cc68372-4768-4cd2-816e-5396893741d2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6936612 Mar 15 17:28:35.952782 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Request body: {'port': {'device_id': '314c93fa-d6c6-4848-be01-b367190ec9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:28:35.990914 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:36.025520 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-fe421574-f140-4255-a1a9-c14f1f457790 None None] Provisioning complete for port e69da94d-2d4c-4b30-b3ad-0f247031afde triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:28:36.026124 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fe421574-f140-4255-a1a9-c14f1f457790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:36.062577 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fe421574-f140-4255-a1a9-c14f1f457790 None None] Port e69da94d-2d4c-4b30-b3ad-0f247031afde cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:28:36.254280 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69da94d-2d4c-4b30-b3ad-0f247031afde {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:28:36.261985 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Publish callbacks [] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:36.273762 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Transition to ACTIVE for port object e69da94d-2d4c-4b30-b3ad-0f247031afde will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:28:36.363979 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:36.434498 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e69da94d-2d4c-4b30-b3ad-0f247031afde,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:36.488402 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Attempting to bind port e69da94d-2d4c-4b30-b3ad-0f247031afde on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:28:36.488733 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Attempting to bind port e69da94d-2d4c-4b30-b3ad-0f247031afde by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:28:36.489059 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Attempting to bind port e69da94d-2d4c-4b30-b3ad-0f247031afde on network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:28:36.493482 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Port e69da94d-2d4c-4b30-b3ad-0f247031afde on network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:28:36.493807 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Attempting to bind port e69da94d-2d4c-4b30-b3ad-0f247031afde on network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:28:36.499353 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Checking agent: {'id': '5ab8dab6-200d-4fcf-ada4-f17eefcbca81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'started_at': datetime.datetime(2022, 3, 15, 17, 12, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:28:36.499689 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Checking segment: {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:28:36.500066 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Bound using segment: {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:28:36.500492 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Bound port: e69da94d-2d4c-4b30-b3ad-0f247031afde, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fc993c-bc94-421e-bab7-4cdbe6c4891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:28:36.500850 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:36.569607 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] For port e69da94d-2d4c-4b30-b3ad-0f247031afde, host hv-cinder-83124, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:28:36.572623 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] For port e69da94d-2d4c-4b30-b3ad-0f247031afde, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e69da94d-2d4c-4b30-b3ad-0f247031afde,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:28:36.685093 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:36.719237 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:36.719861 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:36.721359 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/e69da94d-2d4c-4b30-b3ad-0f247031afde HTTP/1.1" status: 200 len: 1093 time: 0.7993984 Mar 15 17:28:36.721814 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314c93fa-d6c6-4848-be01-b367190ec9f4', 'tag': 'e69da94d-2d4c-4b30-b3ad-0f247031afde'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:28:36.724209 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f68088-a123-4c62-81cc-2dc9ccdd9a46" -d '{"events": [{"name": "network-changed", "server_uuid": "314c93fa-d6c6-4848-be01-b367190ec9f4", "tag": "e69da94d-2d4c-4b30-b3ad-0f247031afde"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:28:36.752428 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd364d2-4464-488a-a06f-9f3e3ef9a9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e69da94d-2d4c-4b30-b3ad-0f247031afde,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:36.790901 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bd6dad-993e-460f-9f9e-e1f086189b21 x-openstack-request-id: req-02bd6dad-993e-460f-9f9e-e1f086189b21 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:28:36.791299 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314c93fa-d6c6-4848-be01-b367190ec9f4", "tag": "e69da94d-2d4c-4b30-b3ad-0f247031afde", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:28:36.791526 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02bd6dad-993e-460f-9f9e-e1f086189b21 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:28:36.792476 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314c93fa-d6c6-4848-be01-b367190ec9f4', 'tag': 'e69da94d-2d4c-4b30-b3ad-0f247031afde', 'status': 'completed', 'code': 200} Mar 15 17:28:36.851620 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecaedc-d221-4706-8604-70c6f6f8b548 req-f4139167-3190-49de-9f22-64aa27a0ab94 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:36.853226 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f5ecaedc-d221-4706-8604-70c6f6f8b548 req-f4139167-3190-49de-9f22-64aa27a0ab94 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 943 time: 0.0943079 Mar 15 17:28:36.860013 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f68088-a123-4c62-81cc-2dc9ccdd9a46 req-2750354c-8fca-4e38-96bb-2e9cce5ecedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:36.861484 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-18f68088-a123-4c62-81cc-2dc9ccdd9a46 req-2750354c-8fca-4e38-96bb-2e9cce5ecedb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 1127 time: 0.0671396 Mar 15 17:28:36.964844 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f5ecaedc-d221-4706-8604-70c6f6f8b548 req-27994800-c6a6-4d07-a1bb-398410769e3c tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022403 Mar 15 17:28:36.991514 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f68088-a123-4c62-81cc-2dc9ccdd9a46 req-32e08342-656d-4935-bb2c-e41032d6d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:36.992932 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-18f68088-a123-4c62-81cc-2dc9ccdd9a46 req-32e08342-656d-4935-bb2c-e41032d6d33e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=5b971d6ee24545f3924b5c06545725b0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1246281 Mar 15 17:28:37.087299 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f68088-a123-4c62-81cc-2dc9ccdd9a46 req-b026ae70-c053-4935-94fa-985b251f651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:37.089367 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-18f68088-a123-4c62-81cc-2dc9ccdd9a46 req-b026ae70-c053-4935-94fa-985b251f651b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896308 Mar 15 17:28:37.167680 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775890-8111-4d66-918a-eb1673667cdf req-70c535b6-8f55-4b6f-af35-fb780dbb0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:37.169176 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-70c535b6-8f55-4b6f-af35-fb780dbb0ebc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 1127 time: 0.0447686 Mar 15 17:28:37.208353 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-abbbc9df-9fa1-48a7-b8af-0549dd77159c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e69da94d-2d4c-4b30-b3ad-0f247031afde HTTP/1.1" status: 200 len: 217 time: 0.0327995 Mar 15 17:28:37.259223 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775890-8111-4d66-918a-eb1673667cdf req-d223d553-fd13-46bc-a962-dbb8539fa860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:37.260724 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-d223d553-fd13-46bc-a962-dbb8539fa860 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b391e94e-48f2-43ea-9854-6fc0cf04dd3e HTTP/1.1" status: 200 len: 850 time: 0.0457900 Mar 15 17:28:37.566599 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775890-8111-4d66-918a-eb1673667cdf req-38bb11b5-35c5-482e-95db-b8af51095ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:37.568151 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-38bb11b5-35c5-482e-95db-b8af51095ff2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3022368 Mar 15 17:28:37.655030 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-55c3bb48-8eb3-480e-ade2-1f2a69f32ba1 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804548 Mar 15 17:28:37.743252 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa775890-8111-4d66-918a-eb1673667cdf req-7ef0fc8a-dcf8-48ed-a639-da6855e39dd3 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828347 Mar 15 17:28:38.083355 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93ee92-3eaa-4d9a-abc9-de2a2d417fe9 req-2b91d2c9-e4a8-42be-9c3d-2fde829a390b tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:38.084817 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fc93ee92-3eaa-4d9a-abc9-de2a2d417fe9 req-2b91d2c9-e4a8-42be-9c3d-2fde829a390b tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 943 time: 0.0523174 Mar 15 17:28:38.134064 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fc93ee92-3eaa-4d9a-abc9-de2a2d417fe9 req-b808d1e4-4899-413d-860f-0af3de688b54 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431411 Mar 15 17:28:39.117732 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:39.250704 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15717f57-2023-4e20-95ba-0945cd8fa287 req-880a9eab-f278-47f5-8152-1efd79da494d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:39.252229 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-15717f57-2023-4e20-95ba-0945cd8fa287 req-880a9eab-f278-47f5-8152-1efd79da494d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 943 time: 0.0534825 Mar 15 17:28:39.300505 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-15717f57-2023-4e20-95ba-0945cd8fa287 req-49876edc-9dc3-4bb7-8ae2-6e71c2312b67 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428615 Mar 15 17:28:40.416199 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb3351-133e-4e65-ad26-d4ca2d16f846 req-66393451-94e1-415e-8a82-ff7a96cea9b1 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:40.417896 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-debb3351-133e-4e65-ad26-d4ca2d16f846 req-66393451-94e1-415e-8a82-ff7a96cea9b1 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 943 time: 0.0526111 Mar 15 17:28:40.468809 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-debb3351-133e-4e65-ad26-d4ca2d16f846 req-c9eb0020-df44-41e0-95f7-27fa79665fcb tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454729 Mar 15 17:28:41.590680 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173d9d4-f42a-49da-b7b3-f8e8f80d7dd1 req-b392f049-8cd5-405a-9594-c50ab0877fc2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:41.592189 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d173d9d4-f42a-49da-b7b3-f8e8f80d7dd1 req-b392f049-8cd5-405a-9594-c50ab0877fc2 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 943 time: 0.0560539 Mar 15 17:28:41.644181 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d173d9d4-f42a-49da-b7b3-f8e8f80d7dd1 req-b2723d4c-7d3b-4919-9f26-dda7bd037fd0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462546 Mar 15 17:28:42.830367 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58a793-708c-4409-acd4-444aab89965a req-4e39a06c-6f71-4501-b7cd-f45fe6168ccb tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:42.831900 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dc58a793-708c-4409-acd4-444aab89965a req-4e39a06c-6f71-4501-b7cd-f45fe6168ccb tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 943 time: 0.0523884 Mar 15 17:28:42.882869 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dc58a793-708c-4409-acd4-444aab89965a req-14801718-27a0-4655-9cd7-f694edfde3d0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443642 Mar 15 17:28:43.999197 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798589fe-841e-4e37-8741-cf834b09eb1b req-910b71f6-3a0b-4ea9-bc68-3b21bd32623a tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:44.000675 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-798589fe-841e-4e37-8741-cf834b09eb1b req-910b71f6-3a0b-4ea9-bc68-3b21bd32623a tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 943 time: 0.0524557 Mar 15 17:28:44.049251 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-798589fe-841e-4e37-8741-cf834b09eb1b req-dfe1267e-4efb-4947-937d-dc04cd62d78d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430241 Mar 15 17:28:45.165403 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee0fc2-d1aa-4d77-b6c6-a4341ca2469c req-bd1095f6-366e-4bbe-ab49-b489847424a3 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:45.167503 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-30ee0fc2-d1aa-4d77-b6c6-a4341ca2469c req-bd1095f6-366e-4bbe-ab49-b489847424a3 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 943 time: 0.0528259 Mar 15 17:28:45.215193 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-30ee0fc2-d1aa-4d77-b6c6-a4341ca2469c req-5929433c-7663-4adf-b118-8f9dd6af855a tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421715 Mar 15 17:28:45.609545 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device e69da94d-2d4c-4b30-b3ad-0f247031afde details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:28:45.706212 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port e69da94d-2d4c-4b30-b3ad-0f247031afde, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e69da94d-2d4c-4b30-b3ad-0f247031afde,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:45.718048 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Returning: {'device': 'e69da94d-2d4c-4b30-b3ad-0f247031afde', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'port_id': 'e69da94d-2d4c-4b30-b3ad-0f247031afde', 'mac_address': 'fa:16:3e:c8:cc:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:28:45.753763 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port e69da94d-2d4c-4b30-b3ad-0f247031afde is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:28:45.754212 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:45.767569 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69da94d-2d4c-4b30-b3ad-0f247031afde {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:28:45.787468 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port e69da94d-2d4c-4b30-b3ad-0f247031afde, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e69da94d-2d4c-4b30-b3ad-0f247031afde,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:45.860740 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:45.920290 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=e69da94d-2d4c-4b30-b3ad-0f247031afde,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:45.927396 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:45.927751 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:45.928097 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:45.928441 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:45.928780 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:45.929113 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:45.929442 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:45.929769 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:45.930096 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:45.930421 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:45.930773 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:45.931103 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:45.931426 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:45.931749 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:45.932598 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:28:46.026178 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c3bcec26-6340-401e-b609-e34d0d606607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:46.092914 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] get_ports_and_sgs() called for port_ids ['e69da94d-2d4c-4b30-b3ad-0f247031afde'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:28:46.338147 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a244fba-e164-4970-90de-f9b7c96fcb88 req-6539d78f-c098-454f-9fa9-497271dd4a6b tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:46.340431 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4a244fba-e164-4970-90de-f9b7c96fcb88 req-6539d78f-c098-454f-9fa9-497271dd4a6b tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 944 time: 0.0586963 Mar 15 17:28:46.392466 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4a244fba-e164-4970-90de-f9b7c96fcb88 req-8f980ad3-979d-4cb9-927b-84a2eb310acb tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465777 Mar 15 17:28:47.515021 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a1902-4f4a-48f1-915d-ce2f03591379 req-fa99193b-fb5c-4892-a7f0-702d2277b12f tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:47.516758 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a67a1902-4f4a-48f1-915d-ce2f03591379 req-fa99193b-fb5c-4892-a7f0-702d2277b12f tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 944 time: 0.0588260 Mar 15 17:28:47.565572 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a67a1902-4f4a-48f1-915d-ce2f03591379 req-bd81e927-6991-4de6-b8b5-0274d87eee4e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430539 Mar 15 17:28:47.608555 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device e69da94d-2d4c-4b30-b3ad-0f247031afde up at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:28:47.729463 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning for port e69da94d-2d4c-4b30-b3ad-0f247031afde completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:28:47.733241 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Provisioning complete for port e69da94d-2d4c-4b30-b3ad-0f247031afde triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:28:47.733648 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16054643'] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:47.809749 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Current status of the port e69da94d-2d4c-4b30-b3ad-0f247031afde is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:28:47.810144 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:47.834494 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314c93fa-d6c6-4848-be01-b367190ec9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69da94d-2d4c-4b30-b3ad-0f247031afde'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:28:47.836758 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5050ac7cf7305542701e293e337ea10dbafac0981a94c973718455028c3084d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68f0436-1d48-4fd3-a676-8296f4f2a5ca" -d '{"events": [{"server_uuid": "314c93fa-d6c6-4848-be01-b367190ec9f4", "name": "network-vif-plugged", "status": "completed", "tag": "e69da94d-2d4c-4b30-b3ad-0f247031afde"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:28:47.849755 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] For port e69da94d-2d4c-4b30-b3ad-0f247031afde, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e69da94d-2d4c-4b30-b3ad-0f247031afde,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:28:47.935481 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127'] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:47.982747 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Pushing event updated for resources: {'Port': ['ID=e69da94d-2d4c-4b30-b3ad-0f247031afde,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:48.649270 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6ca2e381-792d-44ac-a05b-c3fa1727a449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:48.683747 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebe63a-4b61-41b4-8bb7-06603b6f0177 req-b16fd8c0-9eaf-45b0-a5c3-67b6f1178753 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:48.685273 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-15ebe63a-4b61-41b4-8bb7-06603b6f0177 req-b16fd8c0-9eaf-45b0-a5c3-67b6f1178753 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 945 time: 0.0543957 Mar 15 17:28:48.733722 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-15ebe63a-4b61-41b4-8bb7-06603b6f0177 req-1a27f632-b3f6-48d0-8d5b-24bfe67f5e5e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427337 Mar 15 17:28:48.880788 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488221ce-1540-4a9a-86f5-c22662cdc9f5 x-openstack-request-id: req-488221ce-1540-4a9a-86f5-c22662cdc9f5 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:28:48.881094 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314c93fa-d6c6-4848-be01-b367190ec9f4", "name": "network-vif-plugged", "status": "completed", "tag": "e69da94d-2d4c-4b30-b3ad-0f247031afde", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:28:48.881358 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-488221ce-1540-4a9a-86f5-c22662cdc9f5 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:28:48.882105 dv-cinder-831247-12-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314c93fa-d6c6-4848-be01-b367190ec9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69da94d-2d4c-4b30-b3ad-0f247031afde', 'code': 200} Mar 15 17:28:49.310851 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fc13f-bbe6-42a9-a81d-a7a9b30d92ee req-f3fe9f04-c367-400b-a22c-7a5ea782832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:49.312365 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-998fc13f-bbe6-42a9-a81d-a7a9b30d92ee req-f3fe9f04-c367-400b-a22c-7a5ea782832a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 1129 time: 0.0437915 Mar 15 17:28:49.356638 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-998fc13f-bbe6-42a9-a81d-a7a9b30d92ee req-3a0a51e3-0911-4480-a0cb-31bb6b723d3a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386870 Mar 15 17:28:49.476686 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:49.860294 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997bc6c-834b-412e-8fbe-2589a3a0a7ec req-94c28f79-85f8-4eab-a2bc-2fa82edf6f24 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:49.861777 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a997bc6c-834b-412e-8fbe-2589a3a0a7ec req-94c28f79-85f8-4eab-a2bc-2fa82edf6f24 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 945 time: 0.0571737 Mar 15 17:28:49.910223 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a997bc6c-834b-412e-8fbe-2589a3a0a7ec req-7ed55539-ca6e-4782-9776-9a4744d1eb26 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429904 Mar 15 17:28:51.020473 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.039574 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce02a4-b239-45bd-80c0-32633a954c8c req-a5e12895-3d6e-4af5-b80c-373ff883f4a1 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:51.041138 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-10ce02a4-b239-45bd-80c0-32633a954c8c req-a5e12895-3d6e-4af5-b80c-373ff883f4a1 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 945 time: 0.0544593 Mar 15 17:28:51.089947 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-10ce02a4-b239-45bd-80c0-32633a954c8c req-ac304ed5-f830-478f-bb19-d9cce309b5ff tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426049 Mar 15 17:28:51.207315 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749f168-e84d-454b-b1d3-6563ed7d5650 req-b2807cbf-594b-420c-a9b1-a67051dbdd6e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:51.208773 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f749f168-e84d-454b-b1d3-6563ed7d5650 req-b2807cbf-594b-420c-a9b1-a67051dbdd6e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 945 time: 0.0528634 Mar 15 17:28:51.265658 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f749f168-e84d-454b-b1d3-6563ed7d5650 req-1499ca02-b824-498b-9f94-96f7d185cf50 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502827 Mar 15 17:28:51.288234 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 48106) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:51.334175 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2400481b-a1ca-465d-ac03-815a2ceab598 tempest-TestVolumeBootPattern-1503804726 tempest-TestVolumeBootPattern-1503804726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:51.335731 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2400481b-a1ca-465d-ac03-815a2ceab598 tempest-TestVolumeBootPattern-1503804726 tempest-TestVolumeBootPattern-1503804726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 1124 time: 0.0465279 Mar 15 17:28:51.339273 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 48108) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:28:51.343980 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Request body: {'floatingip': {'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'port_id': 'e69da94d-2d4c-4b30-b3ad-0f247031afde', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:28:51.433058 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.531115 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.636108 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Allocated IP 172.27.3.119 (ceae017f-2819-47ba-8d0c-41f6f4b64533/b5a96773-ab2f-434f-8ea9-408da1c8b526/c373dd08-b59c-4834-a176-587825da4ba6) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:28:51.736377 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for port (c373dd08-b59c-4834-a176-587825da4ba6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.843872 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791251713091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (c373dd08-b59c-4834-a176-587825da4ba6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:51.885120 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Network ceae017f-2819-47ba-8d0c-41f6f4b64533 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:28:51.891059 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:28:51.895018 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:28:51.928248 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'Port': ['ID=c373dd08-b59c-4834-a176-587825da4ba6,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:52.266357 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for floatingip (14192bcf-121f-4081-ba82-cfa16d7bd5ed), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:52.406979 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16209281'] for port (c373dd08-b59c-4834-a176-587825da4ba6), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:52.551177 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for port (c373dd08-b59c-4834-a176-587825da4ba6), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:52.563737 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:52.660116 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791252139030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791251713109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791251713127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25270583'] for port (c373dd08-b59c-4834-a176-587825da4ba6), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:52.738279 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event updated for resources: {'Port': ['ID=c373dd08-b59c-4834-a176-587825da4ba6,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:28:52.746680 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686834'] for floatingip (14192bcf-121f-4081-ba82-cfa16d7bd5ed), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:52.848520 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Floating IP 14192bcf-121f-4081-ba82-cfa16d7bd5ed associated. External IP: 172.27.3.119, port: e69da94d-2d4c-4b30-b3ad-0f247031afde. Mar 15 17:28:53.070574 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:28:53.178177 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:28:53.191908 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc1279-f0dd-439d-9b15-da3779fd9514 None None] Sync routers for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:28:53.198166 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc1279-f0dd-439d-9b15-da3779fd9514 None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:28:53.198794 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-89dc1279-f0dd-439d-9b15-da3779fd9514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:28:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:53.303509 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-89dc1279-f0dd-439d-9b15-da3779fd9514 None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:28:53.342868 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:28:53.376509 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1f6487f2-7d03-4182-a570-88097bde5ece tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0360057 Mar 15 17:28:53.378283 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314c93fa-d6c6-4848-be01-b367190ec9f4', 'tag': 'e69da94d-2d4c-4b30-b3ad-0f247031afde'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:28:53.380302 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7ce428-c5af-4c26-9cbb-ff3ec101ddb8" -d '{"events": [{"name": "network-changed", "server_uuid": "314c93fa-d6c6-4848-be01-b367190ec9f4", "tag": "e69da94d-2d4c-4b30-b3ad-0f247031afde"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:28:53.423634 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82de5e2e-32cc-4a23-8e25-9e898fee9f86 x-openstack-request-id: req-82de5e2e-32cc-4a23-8e25-9e898fee9f86 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:28:53.423929 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314c93fa-d6c6-4848-be01-b367190ec9f4", "tag": "e69da94d-2d4c-4b30-b3ad-0f247031afde", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:28:53.424183 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82de5e2e-32cc-4a23-8e25-9e898fee9f86 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:28:53.424583 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314c93fa-d6c6-4848-be01-b367190ec9f4', 'tag': 'e69da94d-2d4c-4b30-b3ad-0f247031afde', 'status': 'completed', 'code': 200} Mar 15 17:28:53.489494 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ce428-c5af-4c26-9cbb-ff3ec101ddb8 req-a0be2370-1d33-4103-b896-e768e0050395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:53.491020 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2f7ce428-c5af-4c26-9cbb-ff3ec101ddb8 req-a0be2370-1d33-4103-b896-e768e0050395 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 1129 time: 0.0469105 Mar 15 17:28:53.528646 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-89dc1279-f0dd-439d-9b15-da3779fd9514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '14192bcf-121f-4081-ba82-cfa16d7bd5ed', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'port_id': 'e69da94d-2d4c-4b30-b3ad-0f247031afde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'mac_address': 'fa:16:3e:c8:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314c93fa-d6c6-4848-be01-b367190ec9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:28:52Z', 'updated_at': '2022-03-15T17:28:52Z', 'revision_number': 0, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address_scope': None}, {'id': '9716919d-fe72-49e5-8df6-22cd4f7a527c', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'port_id': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'mac_address': 'fa:16:3e:93:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:26:46Z', 'updated_at': '2022-03-15T17:26:49Z', 'revision_number': 1, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:53.560344 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc1279-f0dd-439d-9b15-da3779fd9514 None None] Checking router: 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:28:53.568556 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc1279-f0dd-439d-9b15-da3779fd9514 None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:28:53.569191 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-89dc1279-f0dd-439d-9b15-da3779fd9514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:28:49Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:53.579316 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ce428-c5af-4c26-9cbb-ff3ec101ddb8 req-fc46591d-c0a1-42b8-9c97-1983d28d866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:53.580804 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2f7ce428-c5af-4c26-9cbb-ff3ec101ddb8 req-fc46591d-c0a1-42b8-9c97-1983d28d866a service neutron] 10.222.0.55 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 912 time: 0.0828829 Mar 15 17:28:53.650839 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2f7ce428-c5af-4c26-9cbb-ff3ec101ddb8 req-f0675593-faa7-47dd-8ee9-fcfbd1b84f1b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e69da94d-2d4c-4b30-b3ad-0f247031afde HTTP/1.1" status: 200 len: 999 time: 0.0646081 Mar 15 17:28:53.677093 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-89dc1279-f0dd-439d-9b15-da3779fd9514 None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:28:53.698794 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ce428-c5af-4c26-9cbb-ff3ec101ddb8 req-592b1b00-1718-4511-9c33-985530bc62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:53.700320 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2f7ce428-c5af-4c26-9cbb-ff3ec101ddb8 req-592b1b00-1718-4511-9c33-985530bc62b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b391e94e-48f2-43ea-9854-6fc0cf04dd3e HTTP/1.1" status: 200 len: 850 time: 0.0444918 Mar 15 17:28:53.748994 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ce428-c5af-4c26-9cbb-ff3ec101ddb8 req-1c3826bb-4535-422f-8d55-b5881cd42f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:28:53.750404 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2f7ce428-c5af-4c26-9cbb-ff3ec101ddb8 req-1c3826bb-4535-422f-8d55-b5881cd42f29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446212 Mar 15 17:28:53.841346 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2f7ce428-c5af-4c26-9cbb-ff3ec101ddb8 req-2972ca79-b236-4675-b9fe-88410ceb2f2c service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849738 Mar 15 17:28:53.905604 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-89dc1279-f0dd-439d-9b15-da3779fd9514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '14192bcf-121f-4081-ba82-cfa16d7bd5ed', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'port_id': 'e69da94d-2d4c-4b30-b3ad-0f247031afde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'mac_address': 'fa:16:3e:c8:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314c93fa-d6c6-4848-be01-b367190ec9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:28:52Z', 'updated_at': '2022-03-15T17:28:52Z', 'revision_number': 0, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address_scope': None}, {'id': '9716919d-fe72-49e5-8df6-22cd4f7a527c', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'port_id': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'mac_address': 'fa:16:3e:93:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:26:46Z', 'updated_at': '2022-03-15T17:26:49Z', 'revision_number': 1, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:28:53.930076 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2f7ce428-c5af-4c26-9cbb-ff3ec101ddb8 req-370e4886-2e4a-40a6-a077-6d717dbdc691 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826461 Mar 15 17:28:53.934567 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc1279-f0dd-439d-9b15-da3779fd9514 None None] The sync data for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi is: [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '14192bcf-121f-4081-ba82-cfa16d7bd5ed', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'port_id': 'e69da94d-2d4c-4b30-b3ad-0f247031afde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'mac_address': 'fa:16:3e:c8:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314c93fa-d6c6-4848-be01-b367190ec9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:28:52Z', 'updated_at': '2022-03-15T17:28:52Z', 'revision_number': 0, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address_scope': None}, {'id': '9716919d-fe72-49e5-8df6-22cd4f7a527c', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'port_id': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'mac_address': 'fa:16:3e:93:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:26:46Z', 'updated_at': '2022-03-15T17:26:49Z', 'revision_number': 1, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:28:54.136610 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748ca3d-fe37-40c3-9515-e352cf26e54d None None] New status for floating IP 14192bcf-121f-4081-ba82-cfa16d7bd5ed: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:29:09.152584 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:10.248886 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:29:16.026102 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6ff1983b-a22b-4051-9601-46dd0b91d20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:18.700659 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4810f639-2d58-4951-a8d4-5cfea3d278bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:19.460248 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:20.271846 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0fe1085b-f362-42dd-bf39-d49b0ff15127 req-91f76e18-6ebd-4154-af22-543014826da3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480783 Mar 15 17:29:20.354408 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1085b-f362-42dd-bf39-d49b0ff15127 req-b9fbb197-4d55-4574-97d3-1dba4923d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:20.355910 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0fe1085b-f362-42dd-bf39-d49b0ff15127 req-b9fbb197-4d55-4574-97d3-1dba4923d113 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 1130 time: 0.0443816 Mar 15 17:29:20.456327 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1085b-f362-42dd-bf39-d49b0ff15127 req-78519fba-6d8f-4d0c-85bd-4011a60ee6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:20.457788 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0fe1085b-f362-42dd-bf39-d49b0ff15127 req-78519fba-6d8f-4d0c-85bd-4011a60ee6bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 912 time: 0.0840478 Mar 15 17:29:20.526362 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0fe1085b-f362-42dd-bf39-d49b0ff15127 req-1fd5bb27-775f-466c-8e9a-edf710a1ec9c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d HTTP/1.1" status: 200 len: 1002 time: 0.0617807 Mar 15 17:29:20.572713 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1085b-f362-42dd-bf39-d49b0ff15127 req-6ac43531-d665-4bfd-af50-5d9ef359cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:20.574138 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0fe1085b-f362-42dd-bf39-d49b0ff15127 req-6ac43531-d665-4bfd-af50-5d9ef359cf31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b391e94e-48f2-43ea-9854-6fc0cf04dd3e HTTP/1.1" status: 200 len: 850 time: 0.0425289 Mar 15 17:29:20.622055 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1085b-f362-42dd-bf39-d49b0ff15127 req-1a4e6874-400b-4254-ace2-e31b7c902034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:29:20.623617 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0fe1085b-f362-42dd-bf39-d49b0ff15127 req-1a4e6874-400b-4254-ace2-e31b7c902034 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437760 Mar 15 17:29:20.714135 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0fe1085b-f362-42dd-bf39-d49b0ff15127 req-e7e91fcf-879f-4113-95e9-074e7cb4d025 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842793 Mar 15 17:29:20.801346 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0fe1085b-f362-42dd-bf39-d49b0ff15127 req-09bccd42-f232-4d42-8ad8-463ea06c293a service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815046 Mar 15 17:29:21.049205 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:22.586235 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:39.157780 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:45.979934 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa6e6776-1e1b-41e6-a7cd-7a8369a040fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:47.249516 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:29:48.624766 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0e343ead-4331-45f2-8413-61465f1fb5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:49.488445 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:51.014218 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:29:52.557058 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:08.247760 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-95aaa0b4-881f-4aed-9b77-638d1a0c1987 req-f9199e6e-66ff-4b44-965d-3f3c904eb6f9 service neutron] (103956) timed out ('10.222.0.55', 54873) {{(pid=103956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 15 17:30:08.444912 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-9a72df40-edfd-47eb-9a3f-d4a9b3676990 req-2739474f-0f23-49f3-aa8a-82ba9dd1cbac service neutron] (103956) timed out ('10.222.0.55', 54903) {{(pid=103956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 15 17:30:09.145967 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:16.087612 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-67764ffd-ed9b-4553-8d46-87bca9b14df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:18.659866 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ec3dd397-85c8-448e-9b8c-f25cdf976f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:19.465345 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:20.640669 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c6582a0a-cef9-45bc-a42d-604686ea45d2 req-ee94aa79-94a9-47bc-acac-d3b539ec8982 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0903335 Mar 15 17:30:20.706572 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6582a0a-cef9-45bc-a42d-604686ea45d2 req-9acd4d55-eedf-4486-a5be-bb294066d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:20.708135 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c6582a0a-cef9-45bc-a42d-604686ea45d2 req-9acd4d55-eedf-4486-a5be-bb294066d5a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 1129 time: 0.0445814 Mar 15 17:30:20.808767 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6582a0a-cef9-45bc-a42d-604686ea45d2 req-afef0d18-3e4b-4132-8ea3-348bf0fc3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:20.810153 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c6582a0a-cef9-45bc-a42d-604686ea45d2 req-afef0d18-3e4b-4132-8ea3-348bf0fc3c3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 912 time: 0.0846744 Mar 15 17:30:20.878385 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c6582a0a-cef9-45bc-a42d-604686ea45d2 req-ea795c1b-63a7-462e-8dd7-f1fe081c20a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e69da94d-2d4c-4b30-b3ad-0f247031afde HTTP/1.1" status: 200 len: 1001 time: 0.0617025 Mar 15 17:30:20.925739 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6582a0a-cef9-45bc-a42d-604686ea45d2 req-f33bb938-7d69-4cf5-b22d-b2306f699ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:20.927220 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c6582a0a-cef9-45bc-a42d-604686ea45d2 req-f33bb938-7d69-4cf5-b22d-b2306f699ebc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b391e94e-48f2-43ea-9854-6fc0cf04dd3e HTTP/1.1" status: 200 len: 850 time: 0.0435145 Mar 15 17:30:20.975583 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6582a0a-cef9-45bc-a42d-604686ea45d2 req-4f45dad2-2139-431b-90c0-eeaf4e74ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:20.981284 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c6582a0a-cef9-45bc-a42d-604686ea45d2 req-4f45dad2-2139-431b-90c0-eeaf4e74ba7c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487621 Mar 15 17:30:21.018652 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:21.073350 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c6582a0a-cef9-45bc-a42d-604686ea45d2 req-c946cf70-6fd5-4529-888a-edbd34a79e7e service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857561 Mar 15 17:30:21.171986 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c6582a0a-cef9-45bc-a42d-604686ea45d2 req-d4de7046-21a5-46d4-b797-07c59190c2ed service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922809 Mar 15 17:30:22.568323 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:24.248603 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:30:24.284632 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 48146) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:24.441589 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Deleting port c373dd08-b59c-4834-a176-587825da4ba6 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:30:24.441938 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (c373dd08-b59c-4834-a176-587825da4ba6), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:24.516801 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (c373dd08-b59c-4834-a176-587825da4ba6), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:24.517054 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for floatingip (c373dd08-b59c-4834-a176-587825da4ba6), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:24.528728 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Calling delete_port for c373dd08-b59c-4834-a176-587825da4ba6 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:30:24.745555 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (c373dd08-b59c-4834-a176-587825da4ba6), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:24.770878 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event deleted for resources: {'Port': ['ID=c373dd08-b59c-4834-a176-587825da4ba6,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:24.800437 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:24.800786 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:24.801127 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:24.801466 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:24.801802 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:24.802130 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:24.802456 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:24.802798 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:24.803124 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:24.803448 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:24.803772 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:24.804171 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:24.805162 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:24.805483 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:24.805807 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:24.844587 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for floatingip (14192bcf-121f-4081-ba82-cfa16d7bd5ed), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:24.844908 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Floating IP 14192bcf-121f-4081-ba82-cfa16d7bd5ed disassociated (deleted). External IP: 172.27.3.119, port: e69da94d-2d4c-4b30-b3ad-0f247031afde. Mar 15 17:30:25.050710 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:30:25.158404 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:30:25.163240 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:25.168790 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93178fba-b931-4a66-a52c-f4bfbd337f92 None None] Sync routers for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:30:25.177918 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93178fba-b931-4a66-a52c-f4bfbd337f92 None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:30:25.178532 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-93178fba-b931-4a66-a52c-f4bfbd337f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:30:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:25.192758 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f83e30c0-3f1a-4708-a369-11f3237e7f5d tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "DELETE /v2.0/floatingips/14192bcf-121f-4081-ba82-cfa16d7bd5ed HTTP/1.1" status: 204 len: 168 time: 0.9070437 Mar 15 17:30:25.193346 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314c93fa-d6c6-4848-be01-b367190ec9f4', 'tag': 'e69da94d-2d4c-4b30-b3ad-0f247031afde'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:30:25.195641 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae228906-2bfd-4353-923d-c0f7dfa8f88b" -d '{"events": [{"name": "network-changed", "server_uuid": "314c93fa-d6c6-4848-be01-b367190ec9f4", "tag": "e69da94d-2d4c-4b30-b3ad-0f247031afde"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:30:25.237082 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b77ae0c-1612-4468-9322-4ddb7c2acb0c x-openstack-request-id: req-4b77ae0c-1612-4468-9322-4ddb7c2acb0c {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:30:25.237402 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314c93fa-d6c6-4848-be01-b367190ec9f4", "tag": "e69da94d-2d4c-4b30-b3ad-0f247031afde", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:30:25.237669 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b77ae0c-1612-4468-9322-4ddb7c2acb0c {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:30:25.238069 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314c93fa-d6c6-4848-be01-b367190ec9f4', 'tag': 'e69da94d-2d4c-4b30-b3ad-0f247031afde', 'status': 'completed', 'code': 200} Mar 15 17:30:25.293469 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-93178fba-b931-4a66-a52c-f4bfbd337f92 None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:30:25.315244 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae228906-2bfd-4353-923d-c0f7dfa8f88b req-1b8e7f93-c170-4747-bb23-552227a06fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:25.315244 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae228906-2bfd-4353-923d-c0f7dfa8f88b req-1b8e7f93-c170-4747-bb23-552227a06fee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 1129 time: 0.0493968 Mar 15 17:30:25.403788 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae228906-2bfd-4353-923d-c0f7dfa8f88b req-65b8e520-3ec1-4043-a520-cf680f2819f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:25.405260 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae228906-2bfd-4353-923d-c0f7dfa8f88b req-65b8e520-3ec1-4043-a520-cf680f2819f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 912 time: 0.0893440 Mar 15 17:30:25.448628 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae228906-2bfd-4353-923d-c0f7dfa8f88b req-cafd34ab-cdda-4678-b33a-2f5856b736ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e69da94d-2d4c-4b30-b3ad-0f247031afde HTTP/1.1" status: 200 len: 217 time: 0.0380151 Mar 15 17:30:25.500678 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae228906-2bfd-4353-923d-c0f7dfa8f88b req-637cebd6-0d29-4050-8175-463c2eca001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:25.502387 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae228906-2bfd-4353-923d-c0f7dfa8f88b req-637cebd6-0d29-4050-8175-463c2eca001f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b391e94e-48f2-43ea-9854-6fc0cf04dd3e HTTP/1.1" status: 200 len: 850 time: 0.0477357 Mar 15 17:30:25.524890 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-93178fba-b931-4a66-a52c-f4bfbd337f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '9716919d-fe72-49e5-8df6-22cd4f7a527c', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'port_id': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'mac_address': 'fa:16:3e:93:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:26:46Z', 'updated_at': '2022-03-15T17:26:49Z', 'revision_number': 1, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:25.550516 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93178fba-b931-4a66-a52c-f4bfbd337f92 None None] Checking router: 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:30:25.555703 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae228906-2bfd-4353-923d-c0f7dfa8f88b req-c116af6c-3bc0-4677-ab5a-2ce44caee85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:25.560280 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae228906-2bfd-4353-923d-c0f7dfa8f88b req-c116af6c-3bc0-4677-ab5a-2ce44caee85b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453343 Mar 15 17:30:25.560395 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93178fba-b931-4a66-a52c-f4bfbd337f92 None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:30:25.560395 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-93178fba-b931-4a66-a52c-f4bfbd337f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:30:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:25.672928 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-93178fba-b931-4a66-a52c-f4bfbd337f92 None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:30:25.914514 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-93178fba-b931-4a66-a52c-f4bfbd337f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '9716919d-fe72-49e5-8df6-22cd4f7a527c', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'port_id': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'mac_address': 'fa:16:3e:93:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:26:46Z', 'updated_at': '2022-03-15T17:26:49Z', 'revision_number': 1, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:25.930997 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae228906-2bfd-4353-923d-c0f7dfa8f88b req-2946de8f-0e49-40e0-bb4b-adde786c58f9 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664901 Mar 15 17:30:25.941252 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93178fba-b931-4a66-a52c-f4bfbd337f92 None None] The sync data for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi is: [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_floatingips': [{'id': '9716919d-fe72-49e5-8df6-22cd4f7a527c', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'router_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'port_id': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'mac_address': 'fa:16:3e:93:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:26:46Z', 'updated_at': '2022-03-15T17:26:49Z', 'revision_number': 1, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:30:26.041863 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bfb7a-8dc9-4968-b90a-4ab967387ca8 req-f7a05c1e-42c0-42e4-9d04-38fdbd0f6a25 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:26.043370 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cd7bfb7a-8dc9-4968-b90a-4ab967387ca8 req-f7a05c1e-42c0-42e4-9d04-38fdbd0f6a25 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 945 time: 0.3848441 Mar 15 17:30:26.062769 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae228906-2bfd-4353-923d-c0f7dfa8f88b req-0f3a5406-f6e0-4d0b-a3c2-75fa1e0e61e3 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246104 Mar 15 17:30:26.101647 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cd7bfb7a-8dc9-4968-b90a-4ab967387ca8 req-035b6ded-a3ab-49e3-9b35-8b302eec5eeb tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493970 Mar 15 17:30:26.182260 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1811570a-94b6-4a10-923f-e63c35292aa7 None None] New status for floating IP 14192bcf-121f-4081-ba82-cfa16d7bd5ed: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:30:27.225815 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25d7e4-2fd3-4d75-bba3-3e816fc46216 req-e67677af-f240-48c2-a6e2-8938b9668893 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:27.228157 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-db25d7e4-2fd3-4d75-bba3-3e816fc46216 req-e67677af-f240-48c2-a6e2-8938b9668893 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.55 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 945 time: 0.0529759 Mar 15 17:30:27.281633 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2c283-bd18-4428-9015-11e76c2246a8 req-180e7bc4-e40e-482e-af2b-30516bc35311 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:27.283160 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-72e2c283-bd18-4428-9015-11e76c2246a8 req-180e7bc4-e40e-482e-af2b-30516bc35311 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 945 time: 0.1093166 Mar 15 17:30:27.324867 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-db25d7e4-2fd3-4d75-bba3-3e816fc46216 req-916d5980-13d6-4f03-8572-8f587aa11fef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Deleting port e69da94d-2d4c-4b30-b3ad-0f247031afde {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:30:27.325208 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-db25d7e4-2fd3-4d75-bba3-3e816fc46216 req-916d5980-13d6-4f03-8572-8f587aa11fef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:27.332311 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-72e2c283-bd18-4428-9015-11e76c2246a8 req-ff6354a0-719b-4fb9-a616-7c12dad142a9 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436552 Mar 15 17:30:27.413146 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-db25d7e4-2fd3-4d75-bba3-3e816fc46216 req-916d5980-13d6-4f03-8572-8f587aa11fef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] For port e69da94d-2d4c-4b30-b3ad-0f247031afde, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e69da94d-2d4c-4b30-b3ad-0f247031afde,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:27.413534 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-db25d7e4-2fd3-4d75-bba3-3e816fc46216 req-916d5980-13d6-4f03-8572-8f587aa11fef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:27.426081 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-db25d7e4-2fd3-4d75-bba3-3e816fc46216 req-916d5980-13d6-4f03-8572-8f587aa11fef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Calling delete_port for e69da94d-2d4c-4b30-b3ad-0f247031afde owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:30:27.671457 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-db25d7e4-2fd3-4d75-bba3-3e816fc46216 req-916d5980-13d6-4f03-8572-8f587aa11fef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (e69da94d-2d4c-4b30-b3ad-0f247031afde), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:27.699940 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d5980-13d6-4f03-8572-8f587aa11fef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event deleted for resources: {'Port': ['ID=e69da94d-2d4c-4b30-b3ad-0f247031afde,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:27.746101 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-db25d7e4-2fd3-4d75-bba3-3e816fc46216 req-916d5980-13d6-4f03-8572-8f587aa11fef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] No DVR routers for this DVR port e69da94d-2d4c-4b30-b3ad-0f247031afde on host hv-cinder-83124 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:30:27.748701 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-db25d7e4-2fd3-4d75-bba3-3e816fc46216 req-916d5980-13d6-4f03-8572-8f587aa11fef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:27.752090 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-db25d7e4-2fd3-4d75-bba3-3e816fc46216 req-916d5980-13d6-4f03-8572-8f587aa11fef tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.55 "DELETE /v2.0/ports/e69da94d-2d4c-4b30-b3ad-0f247031afde HTTP/1.1" status: 204 len: 173 time: 0.5196514 Mar 15 17:30:27.752534 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314c93fa-d6c6-4848-be01-b367190ec9f4', 'name': 'network-vif-deleted', 'tag': 'e69da94d-2d4c-4b30-b3ad-0f247031afde'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:30:27.754806 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0aaa0a-eebc-41eb-b9a0-95e81dad3e1b" -d '{"events": [{"server_uuid": "314c93fa-d6c6-4848-be01-b367190ec9f4", "name": "network-vif-deleted", "tag": "e69da94d-2d4c-4b30-b3ad-0f247031afde"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:30:27.790823 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d47f0ee-b83b-4ff8-85ee-fe6a3be5e0a0 x-openstack-request-id: req-9d47f0ee-b83b-4ff8-85ee-fe6a3be5e0a0 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:30:27.791804 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314c93fa-d6c6-4848-be01-b367190ec9f4", "name": "network-vif-deleted", "tag": "e69da94d-2d4c-4b30-b3ad-0f247031afde", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:30:27.791804 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d47f0ee-b83b-4ff8-85ee-fe6a3be5e0a0 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:30:27.791804 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314c93fa-d6c6-4848-be01-b367190ec9f4', 'name': 'network-vif-deleted', 'tag': 'e69da94d-2d4c-4b30-b3ad-0f247031afde', 'status': 'completed', 'code': 200} Mar 15 17:30:28.448436 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-46647b0b-165f-4f43-b08f-b0b13fad5bb7 req-08599224-a1ab-45ae-8fc6-aa0052f4f3ad tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=314c93fa-d6c6-4848-be01-b367190ec9f4 HTTP/1.1" status: 200 len: 210 time: 0.0276639 Mar 15 17:30:29.866205 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device e69da94d-2d4c-4b30-b3ad-0f247031afde no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:30:29.885872 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: e69da94d-2d4c-4b30-b3ad-0f247031afde {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:30:29.886223 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device e69da94d-2d4c-4b30-b3ad-0f247031afde not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:30:31.948489 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 48190) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:32.101766 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-fdc24384-80bc-421a-bed9-2ddc1d6b07e0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Deleting port a8ef633d-374e-4e7d-aa8e-f1cb16750cd6 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:30:32.102110 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fdc24384-80bc-421a-bed9-2ddc1d6b07e0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (a8ef633d-374e-4e7d-aa8e-f1cb16750cd6), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:32.175604 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fdc24384-80bc-421a-bed9-2ddc1d6b07e0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (a8ef633d-374e-4e7d-aa8e-f1cb16750cd6), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:32.175930 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fdc24384-80bc-421a-bed9-2ddc1d6b07e0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for floatingip (a8ef633d-374e-4e7d-aa8e-f1cb16750cd6), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:32.189325 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-fdc24384-80bc-421a-bed9-2ddc1d6b07e0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Calling delete_port for a8ef633d-374e-4e7d-aa8e-f1cb16750cd6 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:30:32.431362 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fdc24384-80bc-421a-bed9-2ddc1d6b07e0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (a8ef633d-374e-4e7d-aa8e-f1cb16750cd6), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:32.455421 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc24384-80bc-421a-bed9-2ddc1d6b07e0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event deleted for resources: {'Port': ['ID=a8ef633d-374e-4e7d-aa8e-f1cb16750cd6,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:32.521696 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fdc24384-80bc-421a-bed9-2ddc1d6b07e0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for floatingip (9716919d-fe72-49e5-8df6-22cd4f7a527c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:32.522020 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-fdc24384-80bc-421a-bed9-2ddc1d6b07e0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Floating IP 9716919d-fe72-49e5-8df6-22cd4f7a527c disassociated (deleted). External IP: 172.27.3.173, port: e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d. Mar 15 17:30:32.734965 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc24384-80bc-421a-bed9-2ddc1d6b07e0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:30:32.843375 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc24384-80bc-421a-bed9-2ddc1d6b07e0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:30:32.848269 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fdc24384-80bc-421a-bed9-2ddc1d6b07e0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:32.853698 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d695f-65d1-4242-a9f4-e02ec5921474 None None] Sync routers for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:30:32.862851 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d695f-65d1-4242-a9f4-e02ec5921474 None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:30:32.863456 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-124d695f-65d1-4242-a9f4-e02ec5921474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:30:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:32.878969 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-fdc24384-80bc-421a-bed9-2ddc1d6b07e0 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "DELETE /v2.0/floatingips/9716919d-fe72-49e5-8df6-22cd4f7a527c HTTP/1.1" status: 204 len: 168 time: 0.9293153 Mar 15 17:30:32.879570 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'tag': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:30:32.881900 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45874528-1b7a-4b4a-9d14-cdfe13e9eef7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebddb93-ad07-40c7-9a53-23a342906b3b", "tag": "e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:30:32.921585 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03937fa6-15b6-416d-9817-b2bec7e0b089 x-openstack-request-id: req-03937fa6-15b6-416d-9817-b2bec7e0b089 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:30:32.921883 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebddb93-ad07-40c7-9a53-23a342906b3b", "tag": "e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:30:32.922652 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03937fa6-15b6-416d-9817-b2bec7e0b089 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:30:32.922652 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'tag': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'status': 'completed', 'code': 200} Mar 15 17:30:32.992281 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874528-1b7a-4b4a-9d14-cdfe13e9eef7 req-ab878bba-275c-4233-bdb9-1ab112c896b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:32.993876 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-45874528-1b7a-4b4a-9d14-cdfe13e9eef7 req-ab878bba-275c-4233-bdb9-1ab112c896b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b971d6ee24545f3924b5c06545725b0&device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 1130 time: 0.0487299 Mar 15 17:30:33.025005 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-124d695f-65d1-4242-a9f4-e02ec5921474 None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:30:33.083674 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874528-1b7a-4b4a-9d14-cdfe13e9eef7 req-6688e78b-8c5f-42dd-bc08-0947b55e45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:33.086015 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-45874528-1b7a-4b4a-9d14-cdfe13e9eef7 req-6688e78b-8c5f-42dd-bc08-0947b55e45f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 200 len: 912 time: 0.0856020 Mar 15 17:30:33.129226 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-45874528-1b7a-4b4a-9d14-cdfe13e9eef7 req-8dafaf96-4bcc-4de3-b4cb-0d9bdb8b3e69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d HTTP/1.1" status: 200 len: 217 time: 0.0386937 Mar 15 17:30:33.180226 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874528-1b7a-4b4a-9d14-cdfe13e9eef7 req-1018d9f7-f198-46fa-9d11-db11f620f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:33.181848 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-45874528-1b7a-4b4a-9d14-cdfe13e9eef7 req-1018d9f7-f198-46fa-9d11-db11f620f136 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b391e94e-48f2-43ea-9854-6fc0cf04dd3e HTTP/1.1" status: 200 len: 850 time: 0.0466194 Mar 15 17:30:33.233046 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874528-1b7a-4b4a-9d14-cdfe13e9eef7 req-7c470268-6b7e-446e-b1e5-6e4302fb15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:33.234545 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-45874528-1b7a-4b4a-9d14-cdfe13e9eef7 req-7c470268-6b7e-446e-b1e5-6e4302fb15bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=393c60b0-9bb4-4c0a-90c0-0ecb1766c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466199 Mar 15 17:30:33.295219 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-124d695f-65d1-4242-a9f4-e02ec5921474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:33.328189 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d695f-65d1-4242-a9f4-e02ec5921474 None None] Checking router: 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:30:33.336984 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d695f-65d1-4242-a9f4-e02ec5921474 None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:30:33.337581 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-124d695f-65d1-4242-a9f4-e02ec5921474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:30:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:33.347026 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-45874528-1b7a-4b4a-9d14-cdfe13e9eef7 req-8cc70d1f-9da4-4bf8-8009-365bc4691253 service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058793 Mar 15 17:30:33.450767 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804aff5-b529-479a-ac56-fd9cd14ec22b req-66f53e30-eef5-40ba-8a92-e4f0c02bd6f7 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:33.452300 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f804aff5-b529-479a-ac56-fd9cd14ec22b req-66f53e30-eef5-40ba-8a92-e4f0c02bd6f7 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 946 time: 0.1245461 Mar 15 17:30:33.487774 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-45874528-1b7a-4b4a-9d14-cdfe13e9eef7 req-0b5737eb-a445-40c9-b6ba-cd736ec9deac service neutron] 10.222.0.55 "GET /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256933 Mar 15 17:30:33.516313 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f804aff5-b529-479a-ac56-fd9cd14ec22b req-820f4ad8-c80e-4e73-9c94-11cd0663d1d9 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572417 Mar 15 17:30:33.547468 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-124d695f-65d1-4242-a9f4-e02ec5921474 None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:30:33.749472 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-124d695f-65d1-4242-a9f4-e02ec5921474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:33.776078 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d695f-65d1-4242-a9f4-e02ec5921474 None None] The sync data for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi is: [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:23:33Z', 'revision_number': 4, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi', '_interfaces': [{'id': 'e4a5cf76-1fcb-463b-9033-bd8ddc072e70', 'name': '', 'network_id': '393c60b0-9bb4-4c0a-90c0-0ecb1766c909', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'mac_address': 'fa:16:3e:39:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:33Z', 'updated_at': '2022-03-15T17:23:38Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'subnets': [{'id': 'b391e94e-48f2-43ea-9854-6fc0cf04dd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:30:33.995943 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673782a1-49fc-4162-ad38-14fb0b8ea12e None None] New status for floating IP 9716919d-fe72-49e5-8df6-22cd4f7a527c: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:30:34.637431 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8d6c7-626f-423d-880f-5aafcdddb013 req-ab13dd8e-c982-4cd7-a13e-a0f21f3fe6aa tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:34.638999 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8bc8d6c7-626f-423d-880f-5aafcdddb013 req-ab13dd8e-c982-4cd7-a13e-a0f21f3fe6aa tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 946 time: 0.0551434 Mar 15 17:30:34.688088 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8bc8d6c7-626f-423d-880f-5aafcdddb013 req-45df2dca-f323-4a28-b2be-e79b057ae00a tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff4f34b-183b-4750-8992-0b590d2bc4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434687 Mar 15 17:30:34.849584 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c26463-ef92-4e8b-b1c9-080b36d04fc6 req-89c0b75a-7f19-4cde-9779-f2b739d7758e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:30:34.851002 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-91c26463-ef92-4e8b-b1c9-080b36d04fc6 req-89c0b75a-7f19-4cde-9779-f2b739d7758e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 946 time: 0.0521295 Mar 15 17:30:34.948870 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-91c26463-ef92-4e8b-b1c9-080b36d04fc6 req-5ecf309a-5be7-4fb5-95cb-bf5aa1f33123 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Deleting port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:30:34.949214 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-91c26463-ef92-4e8b-b1c9-080b36d04fc6 req-5ecf309a-5be7-4fb5-95cb-bf5aa1f33123 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:35.035635 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-91c26463-ef92-4e8b-b1c9-080b36d04fc6 req-5ecf309a-5be7-4fb5-95cb-bf5aa1f33123 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] For port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:35.035991 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-91c26463-ef92-4e8b-b1c9-080b36d04fc6 req-5ecf309a-5be7-4fb5-95cb-bf5aa1f33123 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:35.048609 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-91c26463-ef92-4e8b-b1c9-080b36d04fc6 req-5ecf309a-5be7-4fb5-95cb-bf5aa1f33123 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Calling delete_port for e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:30:35.258870 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-91c26463-ef92-4e8b-b1c9-080b36d04fc6 req-5ecf309a-5be7-4fb5-95cb-bf5aa1f33123 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:35.287368 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf309a-5be7-4fb5-95cb-bf5aa1f33123 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event deleted for resources: {'Port': ['ID=e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:35.333384 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c26463-ef92-4e8b-b1c9-080b36d04fc6 req-5ecf309a-5be7-4fb5-95cb-bf5aa1f33123 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] No DVR routers for this DVR port e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d on host hv-cinder-83124 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:30:35.335937 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-91c26463-ef92-4e8b-b1c9-080b36d04fc6 req-5ecf309a-5be7-4fb5-95cb-bf5aa1f33123 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:35.339251 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [req-91c26463-ef92-4e8b-b1c9-080b36d04fc6 req-5ecf309a-5be7-4fb5-95cb-bf5aa1f33123 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.55 "DELETE /v2.0/ports/e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d HTTP/1.1" status: 204 len: 173 time: 0.4819593 Mar 15 17:30:35.342701 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'name': 'network-vif-deleted', 'tag': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:30:35.342701 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92403f8c120d0e3151eac6bfcca59bafb36cc3012c80831770456b2b268ebdf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8be2f3b-0186-424f-9970-de1190295354" -d '{"events": [{"server_uuid": "3ebddb93-ad07-40c7-9a53-23a342906b3b", "name": "network-vif-deleted", "tag": "e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:30:35.377602 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a966dc-f049-4541-9156-84a31f058639 x-openstack-request-id: req-34a966dc-f049-4541-9156-84a31f058639 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:30:35.383413 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebddb93-ad07-40c7-9a53-23a342906b3b", "name": "network-vif-deleted", "tag": "e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:30:35.383413 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34a966dc-f049-4541-9156-84a31f058639 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:30:35.383413 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebddb93-ad07-40c7-9a53-23a342906b3b', 'name': 'network-vif-deleted', 'tag': 'e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d', 'status': 'completed', 'code': 200} Mar 15 17:30:35.798392 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b75e0b38-ba53-45e7-9338-ba750bc39336 req-86b7b2d8-8edf-4cf1-8b9b-49bdeb58bb60 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ebddb93-ad07-40c7-9a53-23a342906b3b HTTP/1.1" status: 200 len: 210 time: 0.0389562 Mar 15 17:30:36.860582 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 48206) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:36.992074 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Deleting port d66947a8-711f-424b-867a-a4cab6e69ccc {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:30:36.992545 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (d66947a8-711f-424b-867a-a4cab6e69ccc), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:37.070621 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (d66947a8-711f-424b-867a-a4cab6e69ccc), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:37.071228 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for floatingip (d66947a8-711f-424b-867a-a4cab6e69ccc), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:37.084367 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Calling delete_port for d66947a8-711f-424b-867a-a4cab6e69ccc owned by network:floatingip {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:30:37.328371 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (d66947a8-711f-424b-867a-a4cab6e69ccc), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:37.356193 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event deleted for resources: {'Port': ['ID=d66947a8-711f-424b-867a-a4cab6e69ccc,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:37.381298 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:37.381652 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:37.382695 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:37.383058 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:37.383564 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:37.383902 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:37.384236 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:37.384560 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:37.384887 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:37.385215 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:37.385737 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:37.385865 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:37.386173 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:37.386492 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:37.386832 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:37.431001 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for floatingip (66c52bd2-8510-4f97-a08c-c9e34854bbd6), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:37.436513 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47692'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:37.436513 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e3a3d74d-c89f-4c26-b5d2-00128b52715e tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "DELETE /v2.0/floatingips/66c52bd2-8510-4f97-a08c-c9e34854bbd6 HTTP/1.1" status: 204 len: 168 time: 0.5730813 Mar 15 17:30:37.893362 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:30:37.917662 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] No Port match for: e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:30:37.918267 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Device e4aaa4ae-3cad-4862-98c6-9dc1ea830b9d not bound to the agent host hv-cinder-83124 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:30:38.965936 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 48218) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:39.024728 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-11cc1748-4141-40b5-bf4a-eff018a02a49 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group (9ff4f34b-183b-4750-8992-0b590d2bc4c4), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:39.051555 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-11cc1748-4141-40b5-bf4a-eff018a02a49 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group (9ff4f34b-183b-4750-8992-0b590d2bc4c4), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:39.242122 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:39.282797 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-11cc1748-4141-40b5-bf4a-eff018a02a49 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (9ff4f34b-183b-4750-8992-0b590d2bc4c4), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:39.285521 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-11cc1748-4141-40b5-bf4a-eff018a02a49 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:39.286788 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-11cc1748-4141-40b5-bf4a-eff018a02a49 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] 10.222.0.37 "DELETE /v2.0/security-groups/9ff4f34b-183b-4750-8992-0b590d2bc4c4 HTTP/1.1" status: 204 len: 168 time: 0.3198218 Mar 15 17:30:39.298944 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc1748-4141-40b5-bf4a-eff018a02a49 tempest-TestVolumeBootPattern-678762964 tempest-TestVolumeBootPattern-678762964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff4f34b-183b-4750-8992-0b590d2bc4c4,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:39.453902 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 48222) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:39.959376 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7ff2db14-0cc2-4281-8f4f-8741ae2f2b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1720370'] for router_interface (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:40.222297 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2db14-0cc2-4281-8f4f-8741ae2f2b00 admin admin] Deleting port e4a5cf76-1fcb-463b-9033-bd8ddc072e70 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:30:40.222952 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7ff2db14-0cc2-4281-8f4f-8741ae2f2b00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:40.308487 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-7ff2db14-0cc2-4281-8f4f-8741ae2f2b00 admin admin] For port e4a5cf76-1fcb-463b-9033-bd8ddc072e70, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=e4a5cf76-1fcb-463b-9033-bd8ddc072e70,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:40.308849 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7ff2db14-0cc2-4281-8f4f-8741ae2f2b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:40.322913 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2db14-0cc2-4281-8f4f-8741ae2f2b00 admin admin] Calling delete_port for e4a5cf76-1fcb-463b-9033-bd8ddc072e70 owned by network:router_interface {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:30:40.670305 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7ff2db14-0cc2-4281-8f4f-8741ae2f2b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (e4a5cf76-1fcb-463b-9033-bd8ddc072e70), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:40.696185 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2db14-0cc2-4281-8f4f-8741ae2f2b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a5cf76-1fcb-463b-9033-bd8ddc072e70,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:40.874707 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7ff2db14-0cc2-4281-8f4f-8741ae2f2b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720454'] for router_interface (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:41.362747 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff2db14-0cc2-4281-8f4f-8741ae2f2b00 admin admin] Router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:30:41.473450 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff2db14-0cc2-4281-8f4f-8741ae2f2b00 admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:30:41.478770 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7ff2db14-0cc2-4281-8f4f-8741ae2f2b00 admin admin] 10.222.0.37 "PUT /v2.0/routers/87daa0c9-1b30-4a3c-a4be-84042f68a2a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0237718 Mar 15 17:30:41.481884 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 48226) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:41.484122 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf47494c-84af-4bf6-b66a-165973d8376e None None] Sync routers for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:30:41.495976 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf47494c-84af-4bf6-b66a-165973d8376e None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:30:41.496891 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-bf47494c-84af-4bf6-b66a-165973d8376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:30:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:41.594595 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] Publish callbacks [] for router (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:41.614830 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-bf47494c-84af-4bf6-b66a-165973d8376e None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:30:41.707617 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] Publish callbacks [] for router_gateway (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:41.803541 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-bf47494c-84af-4bf6-b66a-165973d8376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:30:40Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:41.830964 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf47494c-84af-4bf6-b66a-165973d8376e None None] Checking router: 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 for host: dv-cinder-831247-12-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:30:41.839920 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf47494c-84af-4bf6-b66a-165973d8376e None None] Routers {'87daa0c9-1b30-4a3c-a4be-84042f68a2a0'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:30:41.840524 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-bf47494c-84af-4bf6-b66a-165973d8376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:30:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:41.951675 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-bf47494c-84af-4bf6-b66a-165973d8376e None None] Set router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:30:41.953634 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] Deleting port 12f43fc9-146a-4c45-aa8d-5923798a5b64 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:30:41.953979 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (12f43fc9-146a-4c45-aa8d-5923798a5b64), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:42.043673 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] For port 12f43fc9-146a-4c45-aa8d-5923798a5b64, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=12f43fc9-146a-4c45-aa8d-5923798a5b64,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:42.044446 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (12f43fc9-146a-4c45-aa8d-5923798a5b64), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:42.059748 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] Calling delete_port for 12f43fc9-146a-4c45-aa8d-5923798a5b64 owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:30:42.140063 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-bf47494c-84af-4bf6-b66a-165973d8376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:30:40Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:42.171821 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf47494c-84af-4bf6-b66a-165973d8376e None None] The sync data for ids ['87daa0c9-1b30-4a3c-a4be-84042f68a2a0'] in dv-cinder-831247-12-iscsi is: [{'id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'name': 'tempest-TestVolumeBootPattern-522800149-router', 'tenant_id': '5b971d6ee24545f3924b5c06545725b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:30Z', 'updated_at': '2022-03-15T17:30:40Z', 'revision_number': 5, 'project_id': '5b971d6ee24545f3924b5c06545725b0', 'gw_port': {'id': '12f43fc9-146a-4c45-aa8d-5923798a5b64', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87daa0c9-1b30-4a3c-a4be-84042f68a2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:31Z', 'updated_at': '2022-03-15T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:30:42.356014 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (12f43fc9-146a-4c45-aa8d-5923798a5b64), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:42.388449 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] Pushing event deleted for resources: {'Port': ['ID=12f43fc9-146a-4c45-aa8d-5923798a5b64,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:42.450908 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686884'] for router_gateway (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:42.556923 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7401'] for router (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:42.559201 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] Publish callbacks [] for router_controller (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:42.727507 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685140'] for router (87daa0c9-1b30-4a3c-a4be-84042f68a2a0), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:42.729025 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87daa0c9-1b30-4a3c-a4be-84042f68a2a0 {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:30:42.733999 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:42.742600 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-40b18ff6-1e45-46cb-8983-872fa364713a admin admin] 10.222.0.37 "DELETE /v2.0/routers/87daa0c9-1b30-4a3c-a4be-84042f68a2a0 HTTP/1.1" status: 204 len: 168 time: 1.2537231 Mar 15 17:30:42.742600 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 48228) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:42.772498 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device e4a5cf76-1fcb-463b-9033-bd8ddc072e70 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:30:42.795104 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: e4a5cf76-1fcb-463b-9033-bd8ddc072e70 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:30:42.795455 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device e4a5cf76-1fcb-463b-9033-bd8ddc072e70 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:30:42.796666 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-397a221e-f3cd-4a17-bc68-d05bd6e3b467 admin admin] Deleting subnet b391e94e-48f2-43ea-9854-6fc0cf04dd3e {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:30:42.804144 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-397a221e-f3cd-4a17-bc68-d05bd6e3b467 admin admin] Publish callbacks [] for subnet (b391e94e-48f2-43ea-9854-6fc0cf04dd3e), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:42.849454 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-397a221e-f3cd-4a17-bc68-d05bd6e3b467 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25749771'] for subnet (b391e94e-48f2-43ea-9854-6fc0cf04dd3e), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:42.946712 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-397a221e-f3cd-4a17-bc68-d05bd6e3b467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (b391e94e-48f2-43ea-9854-6fc0cf04dd3e), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:43.157472 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-397a221e-f3cd-4a17-bc68-d05bd6e3b467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25270753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25387396'] for subnet (b391e94e-48f2-43ea-9854-6fc0cf04dd3e), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:43.183654 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a221e-f3cd-4a17-bc68-d05bd6e3b467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b391e94e-48f2-43ea-9854-6fc0cf04dd3e,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:43.187153 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-397a221e-f3cd-4a17-bc68-d05bd6e3b467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:43.193225 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 48230) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:43.193740 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-397a221e-f3cd-4a17-bc68-d05bd6e3b467 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b391e94e-48f2-43ea-9854-6fc0cf04dd3e HTTP/1.1" status: 204 len: 168 time: 0.4543388 Mar 15 17:30:43.194345 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f14bf1f-7374-4c87-b866-aaa65df25426 None None] Network 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:30:43.285123 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (393c60b0-9bb4-4c0a-90c0-0ecb1766c909), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:43.346462 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] Deleting port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:30:43.347012 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:43.435970 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] For port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=8b6bd3f9-4d47-4c8c-87e9-03f981adad44,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:43.436246 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:43.451122 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] Calling delete_port for 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:30:43.508501 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] DHCP port deletion for 393c60b0-9bb4-4c0a-90c0-0ecb1766c909 request from dv-cinder-831247-12-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:30:43.557695 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Deleting port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:30:43.626454 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:43.626454 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] For port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=8b6bd3f9-4d47-4c8c-87e9-03f981adad44,segment=NetworkSegment(96fc993c-bc94-421e-bab7-4cdbe6c4891b),segment_id=96fc993c-bc94-421e-bab7-4cdbe6c4891b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:43.626454 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:43.636969 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Calling delete_port for 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:30:43.916957 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:43.923989 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100'] for port (8b6bd3f9-4d47-4c8c-87e9-03f981adad44), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:43.932938 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] No DVR routers for this DVR port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 on host dv-cinder-831247-12-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:30:43.954671 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Pushing event deleted for resources: {'Port': ['ID=8b6bd3f9-4d47-4c8c-87e9-03f981adad44,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:43.957161 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] No DVR routers for this DVR port 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 on host dv-cinder-831247-12-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:30:43.976333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:43.976333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:43.976333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:43.976333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:43.976333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:43.976333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:43.976333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:43.976333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:43.976333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:43.976333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:43.976333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:43.976333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:43.976333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:43.976333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:43.976333 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f3ca9-02ca-424a-89b1-b4e255f48480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-12-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:30:43.983033 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6bd3f9-4d47-4c8c-87e9-03f981adad44,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:44.040133 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (393c60b0-9bb4-4c0a-90c0-0ecb1766c909), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:44.061131 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393c60b0-9bb4-4c0a-90c0-0ecb1766c909']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:44.070875 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fc993c-bc94-421e-bab7-4cdbe6c4891b') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:44.071181 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fc993c-bc94-421e-bab7-4cdbe6c4891b') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:44.080547 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26117029'] for segment (96fc993c-bc94-421e-bab7-4cdbe6c4891b), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:44.093739 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (96fc993c-bc94-421e-bab7-4cdbe6c4891b), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:44.099739 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079095'] for segment (96fc993c-bc94-421e-bab7-4cdbe6c4891b), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: Traceback (most recent call last): Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: timer() Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: cb(*args, **kw) Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: return func(*args, **kwargs) Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: self._notify() Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: self.callback(batched_events) Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: event.method(event) Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: return f(self, *a, **k) Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._get(url).json() Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: return self.request(url, 'GET', **kwargs) Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:30:44.105464 dv-cinder-831247-12-iscsi neutron-server[103957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:30:44.258881 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (393c60b0-9bb4-4c0a-90c0-0ecb1766c909), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:44.264633 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:44.267861 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] 10.222.0.37 "DELETE /v2.0/networks/393c60b0-9bb4-4c0a-90c0-0ecb1766c909 HTTP/1.1" status: 204 len: 168 time: 1.0736377 Mar 15 17:30:44.271020 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 48232) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:44.284019 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307db1e-d703-4bfa-9ba0-10273ead0541 admin admin] Pushing event deleted for resources: {'Network': ['ID=393c60b0-9bb4-4c0a-90c0-0ecb1766c909,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:44.630539 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9668b486-cf3c-4032-91c1-ff11e5ad294e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1720370'] for router_interface (ed98bb50-d52e-41c1-9039-1365aa117fb9), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:44.717234 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 12f43fc9-146a-4c45-aa8d-5923798a5b64 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:30:44.739760 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 12f43fc9-146a-4c45-aa8d-5923798a5b64 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:30:44.752631 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 12f43fc9-146a-4c45-aa8d-5923798a5b64 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:30:44.752631 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:30:44.760122 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:30:44.760474 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 8b6bd3f9-4d47-4c8c-87e9-03f981adad44 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:30:44.896352 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-9668b486-cf3c-4032-91c1-ff11e5ad294e admin admin] Deleting port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:30:44.896592 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9668b486-cf3c-4032-91c1-ff11e5ad294e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:44.980166 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-9668b486-cf3c-4032-91c1-ff11e5ad294e admin admin] For port bd7504bf-8d43-46a3-a98a-4f7dfdd378e7, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=bd7504bf-8d43-46a3-a98a-4f7dfdd378e7,segment=NetworkSegment(e0712b13-b934-4bca-a496-d8c160fb5f6a),segment_id=e0712b13-b934-4bca-a496-d8c160fb5f6a)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:44.980520 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9668b486-cf3c-4032-91c1-ff11e5ad294e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:44.992671 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-9668b486-cf3c-4032-91c1-ff11e5ad294e admin admin] Calling delete_port for bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 owned by network:router_interface {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:30:45.254267 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9668b486-cf3c-4032-91c1-ff11e5ad294e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (bd7504bf-8d43-46a3-a98a-4f7dfdd378e7), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:45.282850 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668b486-cf3c-4032-91c1-ff11e5ad294e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7504bf-8d43-46a3-a98a-4f7dfdd378e7,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:45.455751 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9668b486-cf3c-4032-91c1-ff11e5ad294e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720454'] for router_interface (ed98bb50-d52e-41c1-9039-1365aa117fb9), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:45.671801 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9668b486-cf3c-4032-91c1-ff11e5ad294e admin admin] Router ed98bb50-d52e-41c1-9039-1365aa117fb9 has already been hosted by L3 agent 30379573-2b50-440a-a808-8a4ddfb3588f {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:30:45.788238 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9668b486-cf3c-4032-91c1-ff11e5ad294e admin admin] Notify agent at l3_agent.dv-cinder-831247-12-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:30:45.808631 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9668b486-cf3c-4032-91c1-ff11e5ad294e admin admin] 10.222.0.37 "PUT /v2.0/routers/ed98bb50-d52e-41c1-9039-1365aa117fb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5267904 Mar 15 17:30:45.808753 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 48234) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:45.809202 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca8c22-2b35-481e-92d1-077221bddade None None] Sync routers for ids ['ed98bb50-d52e-41c1-9039-1365aa117fb9'] in dv-cinder-831247-12-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:30:45.815355 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca8c22-2b35-481e-92d1-077221bddade None None] Routers {'ed98bb50-d52e-41c1-9039-1365aa117fb9'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:30:45.816065 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1bca8c22-2b35-481e-92d1-077221bddade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:30:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['ed98bb50-d52e-41c1-9039-1365aa117fb9'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:45.915915 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] Publish callbacks [] for router (ed98bb50-d52e-41c1-9039-1365aa117fb9), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:45.955137 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-1bca8c22-2b35-481e-92d1-077221bddade None None] Set router ed98bb50-d52e-41c1-9039-1365aa117fb9 gateway port host: dv-cinder-831247-12-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:30:46.023742 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] Publish callbacks [] for router_gateway (ed98bb50-d52e-41c1-9039-1365aa117fb9), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:46.049506 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8422bd0e-c891-4f9d-89ba-94a34a79137a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:46.144776 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1bca8c22-2b35-481e-92d1-077221bddade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'name': 'tempest-TestVolumeBootPattern-833723943-router', 'tenant_id': '22ea8e84fda949438d10e10a77f544cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'external_fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '743f41e0-71bf-4cf5-b09f-7f4dc03088d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:37Z', 'updated_at': '2022-03-15T17:30:45Z', 'revision_number': 5, 'project_id': '22ea8e84fda949438d10e10a77f544cf', 'gw_port': {'id': '743f41e0-71bf-4cf5-b09f-7f4dc03088d8', 'name': '', 'network_id': 'ceae017f-2819-47ba-8d0c-41f6f4b64533', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:23:38Z', 'updated_at': '2022-03-15T17:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5a96773-ab2f-434f-8ea9-408da1c8b526', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-12-iscsi'}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:46.170564 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca8c22-2b35-481e-92d1-077221bddade None None] Checking router: ed98bb50-d52e-41c1-9039-1365aa117fb9 for host: dv-cinder-831247-12-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:30:46.179852 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca8c22-2b35-481e-92d1-077221bddade None None] Routers {'ed98bb50-d52e-41c1-9039-1365aa117fb9'} bound to L3 agent in host dv-cinder-831247-12-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:30:46.180474 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1bca8c22-2b35-481e-92d1-077221bddade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-15T17:05:48Z,description=,heartbeat_timestamp=2022-03-15T17:30:19Z,host='dv-cinder-831247-12-iscsi',id=30379573-2b50-440a-a808-8a4ddfb3588f,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T17:05:49Z,topic='l3_agent')) {'router_ids': ['ed98bb50-d52e-41c1-9039-1365aa117fb9'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:46.212143 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] Deleting port 743f41e0-71bf-4cf5-b09f-7f4dc03088d8 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:30:46.212422 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (743f41e0-71bf-4cf5-b09f-7f4dc03088d8), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:46.268817 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-1bca8c22-2b35-481e-92d1-077221bddade None None] Set router ed98bb50-d52e-41c1-9039-1365aa117fb9 gateway port host: None {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:30:46.291795 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] For port 743f41e0-71bf-4cf5-b09f-7f4dc03088d8, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=743f41e0-71bf-4cf5-b09f-7f4dc03088d8,segment=NetworkSegment(36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1),segment_id=36d3b7e7-7aa6-4bb4-a01c-5f10cb93e4a1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:46.292152 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (743f41e0-71bf-4cf5-b09f-7f4dc03088d8), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:46.305238 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] Calling delete_port for 743f41e0-71bf-4cf5-b09f-7f4dc03088d8 owned by network:router_gateway {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:30:46.320162 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1bca8c22-2b35-481e-92d1-077221bddade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'name': 'tempest-TestVolumeBootPattern-833723943-router', 'tenant_id': '22ea8e84fda949438d10e10a77f544cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:37Z', 'updated_at': '2022-03-15T17:30:46Z', 'revision_number': 6, 'project_id': '22ea8e84fda949438d10e10a77f544cf', 'gw_port_host': None}], 'dv-cinder-831247-12-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:46.348774 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca8c22-2b35-481e-92d1-077221bddade None None] The sync data for ids ['ed98bb50-d52e-41c1-9039-1365aa117fb9'] in dv-cinder-831247-12-iscsi is: [{'id': 'ed98bb50-d52e-41c1-9039-1365aa117fb9', 'name': 'tempest-TestVolumeBootPattern-833723943-router', 'tenant_id': '22ea8e84fda949438d10e10a77f544cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:23:37Z', 'updated_at': '2022-03-15T17:30:46Z', 'revision_number': 6, 'project_id': '22ea8e84fda949438d10e10a77f544cf', 'gw_port_host': None}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:30:46.602736 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079008'] for port (743f41e0-71bf-4cf5-b09f-7f4dc03088d8), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:46.629783 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] Pushing event deleted for resources: {'Port': ['ID=743f41e0-71bf-4cf5-b09f-7f4dc03088d8,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:46.689179 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686884'] for router_gateway (ed98bb50-d52e-41c1-9039-1365aa117fb9), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:46.789863 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7401'] for router (ed98bb50-d52e-41c1-9039-1365aa117fb9), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:46.792118 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] Publish callbacks [] for router_controller (ed98bb50-d52e-41c1-9039-1365aa117fb9), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:46.990852 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685140'] for router (ed98bb50-d52e-41c1-9039-1365aa117fb9), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:46.991524 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed98bb50-d52e-41c1-9039-1365aa117fb9 {{(pid=103957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:30:46.995748 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:46.996892 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-6e3ad50e-e9a7-4ae0-8745-414dd30f216c admin admin] 10.222.0.37 "DELETE /v2.0/routers/ed98bb50-d52e-41c1-9039-1365aa117fb9 HTTP/1.1" status: 204 len: 168 time: 1.1945035 Mar 15 17:30:46.999376 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.37', 48236) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:47.044411 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec951d6e-79af-404a-b68d-eed2c9a80641 admin admin] Deleting subnet bc1c3b8e-db02-4e47-81a5-29de79e02cc7 {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:30:47.047566 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ec951d6e-79af-404a-b68d-eed2c9a80641 admin admin] Publish callbacks [] for subnet (bc1c3b8e-db02-4e47-81a5-29de79e02cc7), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:47.084121 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ec951d6e-79af-404a-b68d-eed2c9a80641 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26117020'] for subnet (bc1c3b8e-db02-4e47-81a5-29de79e02cc7), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:47.137550 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:30:47.159379 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:30:47.159775 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device bd7504bf-8d43-46a3-a98a-4f7dfdd378e7 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:30:47.173237 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ec951d6e-79af-404a-b68d-eed2c9a80641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16051841'] for subnet (bc1c3b8e-db02-4e47-81a5-29de79e02cc7), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:47.305914 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ec951d6e-79af-404a-b68d-eed2c9a80641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16051848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4078925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26859178'] for subnet (bc1c3b8e-db02-4e47-81a5-29de79e02cc7), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:47.332480 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec951d6e-79af-404a-b68d-eed2c9a80641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc1c3b8e-db02-4e47-81a5-29de79e02cc7,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:47.336723 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ec951d6e-79af-404a-b68d-eed2c9a80641 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:47.342788 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 48238) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:47.343262 dv-cinder-831247-12-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-ec951d6e-79af-404a-b68d-eed2c9a80641 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bc1c3b8e-db02-4e47-81a5-29de79e02cc7 HTTP/1.1" status: 204 len: 168 time: 0.3428953 Mar 15 17:30:47.343671 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b5d9f8-86d7-4244-8a75-9d4297244e3d None None] Network 29388653-81ce-4ed3-9b82-53914a1efada requested from dv-cinder-831247-12-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:30:47.416801 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16288862'] for network (29388653-81ce-4ed3-9b82-53914a1efada), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:47.469779 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] Deleting port 3235a566-e611-411a-840f-fa63664e62dc {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:30:47.470126 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (3235a566-e611-411a-840f-fa63664e62dc), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:47.514818 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2af22b-c579-410a-9ad1-dd75537aac8b None None] DHCP port deletion for 29388653-81ce-4ed3-9b82-53914a1efada request from dv-cinder-831247-12-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:30:47.564281 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fd2af22b-c579-410a-9ad1-dd75537aac8b None None] Deleting port 3235a566-e611-411a-840f-fa63664e62dc {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:30:47.564578 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fd2af22b-c579-410a-9ad1-dd75537aac8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791252133021'] for port (3235a566-e611-411a-840f-fa63664e62dc), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:47.633907 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-fd2af22b-c579-410a-9ad1-dd75537aac8b None None] For port 3235a566-e611-411a-840f-fa63664e62dc, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=3235a566-e611-411a-840f-fa63664e62dc,segment=NetworkSegment(e0712b13-b934-4bca-a496-d8c160fb5f6a),segment_id=e0712b13-b934-4bca-a496-d8c160fb5f6a)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:47.634305 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fd2af22b-c579-410a-9ad1-dd75537aac8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (3235a566-e611-411a-840f-fa63664e62dc), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:47.647880 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fd2af22b-c579-410a-9ad1-dd75537aac8b None None] Calling delete_port for 3235a566-e611-411a-840f-fa63664e62dc owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:30:47.798128 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] For port 3235a566-e611-411a-840f-fa63664e62dc, host dv-cinder-831247-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-12-iscsi',level=0,port_id=3235a566-e611-411a-840f-fa63664e62dc,segment=NetworkSegment(e0712b13-b934-4bca-a496-d8c160fb5f6a),segment_id=e0712b13-b934-4bca-a496-d8c160fb5f6a)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:30:47.798496 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722018'] for port (3235a566-e611-411a-840f-fa63664e62dc), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:47.811288 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] Calling delete_port for 3235a566-e611-411a-840f-fa63664e62dc owned by network:dhcp {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:30:47.842396 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fd2af22b-c579-410a-9ad1-dd75537aac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100'] for port (3235a566-e611-411a-840f-fa63664e62dc), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:47.870963 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2af22b-c579-410a-9ad1-dd75537aac8b None None] Pushing event deleted for resources: {'Port': ['ID=3235a566-e611-411a-840f-fa63664e62dc,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:47.874834 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2af22b-c579-410a-9ad1-dd75537aac8b None None] No DVR routers for this DVR port 3235a566-e611-411a-840f-fa63664e62dc on host dv-cinder-831247-12-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:30:47.920208 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16209397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791252139012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791251713100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25270540'] for port (3235a566-e611-411a-840f-fa63664e62dc), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:47.950371 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=3235a566-e611-411a-840f-fa63664e62dc,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:47.951838 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] No DVR routers for this DVR port 3235a566-e611-411a-840f-fa63664e62dc on host dv-cinder-831247-12-iscsi {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:30:48.020994 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16053780', 'neutron.services.segments.db._delete_segments_for_network-8791252288193'] for network (29388653-81ce-4ed3-9b82-53914a1efada), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:48.041719 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29388653-81ce-4ed3-9b82-53914a1efada']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:48.050753 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0712b13-b934-4bca-a496-d8c160fb5f6a') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:48.051068 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0712b13-b934-4bca-a496-d8c160fb5f6a') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:30:48.060731 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791252290250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25749810'] for segment (e0712b13-b934-4bca-a496-d8c160fb5f6a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:48.073835 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842'] for segment (e0712b13-b934-4bca-a496-d8c160fb5f6a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:48.079616 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:30:48.079994 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16113842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25270619'] for segment (e0712b13-b934-4bca-a496-d8c160fb5f6a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: self.session.flush() Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: self.session.flush() Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: self.session.flush() Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: self.session.flush() Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: Traceback (most recent call last): Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: timer() Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: cb(*args, **kw) Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: return func(*args, **kwargs) Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: self._notify() Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: self.callback(batched_events) Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: event.method(event) Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: return f(self, *a, **k) Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: return self._get(url).json() Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: return self.request(url, 'GET', **kwargs) Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:30:48.082126 dv-cinder-831247-12-iscsi neutron-server[103956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:30:48.225110 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16053791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686784'] for network (29388653-81ce-4ed3-9b82-53914a1efada), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:48.230829 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582881'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:48.234156 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] 10.222.0.37 "DELETE /v2.0/networks/29388653-81ce-4ed3-9b82-53914a1efada HTTP/1.1" status: 204 len: 168 time: 0.8903711 Mar 15 17:30:48.248186 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c22817-8d9d-4cf0-bc75-a827860a7a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=29388653-81ce-4ed3-9b82-53914a1efada,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:48.687971 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b4f830dc-ca47-416b-85e0-cce3f470c6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:48.708419 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 743f41e0-71bf-4cf5-b09f-7f4dc03088d8 no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:30:48.728852 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 743f41e0-71bf-4cf5-b09f-7f4dc03088d8 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:30:48.729201 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 743f41e0-71bf-4cf5-b09f-7f4dc03088d8 not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:30:48.729610 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 3235a566-e611-411a-840f-fa63664e62dc no longer exists at agent ovs-agent-dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:30:48.748135 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] No Port match for: 3235a566-e611-411a-840f-fa63664e62dc {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:30:48.748489 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Device 3235a566-e611-411a-840f-fa63664e62dc not bound to the agent host dv-cinder-831247-12-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:30:48.761498 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 48242) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:48.804406 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3fd793f2-1d9e-4608-a2a1-37515c1a36ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b971d6ee24545f3924b5c06545725b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410035 Mar 15 17:30:48.807059 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 48244) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:48.852747 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4cb86740-ba21-4052-9cf0-e644176b1320 admin admin] Publish callbacks [] for security_group (83d62273-1375-4e24-9ccc-a9ef80824f90), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:48.874141 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4cb86740-ba21-4052-9cf0-e644176b1320 admin admin] Publish callbacks [] for security_group (83d62273-1375-4e24-9ccc-a9ef80824f90), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:49.064154 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4cb86740-ba21-4052-9cf0-e644176b1320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (83d62273-1375-4e24-9ccc-a9ef80824f90), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:49.066674 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4cb86740-ba21-4052-9cf0-e644176b1320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:49.067872 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4cb86740-ba21-4052-9cf0-e644176b1320 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83d62273-1375-4e24-9ccc-a9ef80824f90 HTTP/1.1" status: 204 len: 168 time: 0.2599134 Mar 15 17:30:49.076727 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb86740-ba21-4052-9cf0-e644176b1320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d62273-1375-4e24-9ccc-a9ef80824f90,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:49.532234 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:49.942846 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 48250) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:49.988157 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-67f5bfe2-bc64-4af3-b8d6-9a22eba4b8c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22ea8e84fda949438d10e10a77f544cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440946 Mar 15 17:30:49.990529 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.37', 48252) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:30:50.039876 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6e1e76cb-53f9-4712-8ad2-0d4b853cbf6f admin admin] Publish callbacks [] for security_group (2d3dcc0f-b787-4969-ba68-7eec9f9b44a7), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:50.061068 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6e1e76cb-53f9-4712-8ad2-0d4b853cbf6f admin admin] Publish callbacks [] for security_group (2d3dcc0f-b787-4969-ba68-7eec9f9b44a7), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:50.230615 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6e1e76cb-53f9-4712-8ad2-0d4b853cbf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605674'] for security_group (2d3dcc0f-b787-4969-ba68-7eec9f9b44a7), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:50.233175 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6e1e76cb-53f9-4712-8ad2-0d4b853cbf6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:50.234326 dv-cinder-831247-12-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6e1e76cb-53f9-4712-8ad2-0d4b853cbf6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d3dcc0f-b787-4969-ba68-7eec9f9b44a7 HTTP/1.1" status: 204 len: 168 time: 0.2423606 Mar 15 17:30:50.243169 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e76cb-53f9-4712-8ad2-0d4b853cbf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3dcc0f-b787-4969-ba68-7eec9f9b44a7,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:30:51.025276 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:30:52.601231 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:01.247412 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:31:09.224870 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:16.036815 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-57cf3b47-4fd9-4bde-8ee6-33b3db1d4820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:18.658599 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bd3907a7-05ff-4438-9a74-f68148a6ef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:19.476486 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:21.030052 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:22.589078 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:38.246993 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:31:39.144087 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:46.006663 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f6e0fa7e-0979-4f42-acdd-4d04c0fd5f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:48.618381 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a1a885db-0bc4-4389-9fc9-bcbb49454bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:49.459301 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:51.069956 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:31:52.622925 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:09.223659 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:15.246504 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:32:16.016522 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-195253b3-73a0-431c-a877-7e98e43bda12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:18.652695 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a63638f8-f3b3-405f-8513-e161172ce0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:19.491985 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:21.234833 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:22.616023 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:39.268780 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:46.004043 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4b2f8bee-91d5-4d6f-9dff-d6957396b9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:48.646132 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a47142a8-0415-43e4-857b-789b5a347d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:49.462656 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:51.034513 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:32:52.245494 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:32:52.662323 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:09.125172 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:15.980931 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-79ac8d7d-f9cd-49e6-90ff-48cc26714ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:18.645045 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2d441832-c8f8-496b-95e2-32e1c66df26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:19.501965 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:21.061926 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:22.580281 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:29.244797 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:33:39.135781 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:45.985245 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-876cbe6c-27c5-437a-9d97-64236beb5939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:48.655755 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7933ed0e-80be-4f63-896f-ddc27aff128d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:49.478154 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:51.060999 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:33:52.575309 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:06.256330 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:34:09.163615 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:15.979967 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ce2f5c2e-7bf4-44bf-beed-31c4372e6034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:18.620021 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-78bb581c-7679-4093-b168-cf61038074e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:19.477451 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:21.037432 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:22.574619 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:39.202744 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:43.245307 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:34:44.922899 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [req-de8442fc-13c0-4132-97ed-b1c60a6788ba req-585c0f9e-3a36-4ffe-a166-91d7aa7f2402 service neutron] (103957) timed out ('10.222.0.55', 54885) {{(pid=103957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 15 17:34:45.983259 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b862cde0-8253-4c24-8c73-b16cdcc30a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:48.654075 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c2960116-f05b-4126-8175-1d1b610c0fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:49.482880 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:51.110452 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:34:52.634857 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:09.190369 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:16.011000 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-44927ce1-52fa-475d-bdbe-5b1a3cabb556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:18.616553 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d938ca2b-50fc-4416-94b0-87015b66711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:19.532791 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:20.246599 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:35:21.059331 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:22.759222 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:39.204516 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:40.159433 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-8716fa15-374f-4e66-8763-5001d630ac5f service neutron] (103956) timed out ('10.222.0.37', 41046) {{(pid=103956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 15 17:35:40.238442 dv-cinder-831247-12-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-c90dccbc-88c1-4172-bd59-d14db9fa41da req-d0fca87d-d069-4936-a3be-49cfc0f76104 tempest-AttachVolumeShelveTestJSON-1643170717 tempest-AttachVolumeShelveTestJSON-1643170717-project] (103956) timed out ('10.222.0.37', 41058) {{(pid=103956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 15 17:35:46.000876 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4f98b01f-2fcd-4afd-a949-d9bbdf895a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (ca66d921-6fc5-40a6-acd2-0876b1f12779), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:48.663520 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-85338ff0-38cd-43e9-88ba-f2d0dbbe2de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (30379573-2b50-440a-a808-8a4ddfb3588f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:49.486483 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54e7d661-1d17-4f0b-b68d-f8ebe3e364c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (96d30d72-7b54-489b-9622-cf7aca08e7ce), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:51.055263 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8fd-b363-4e82-aefb-11a56c952dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (3f97543a-95d6-4b33-8948-9ce5066c774a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:52.606061 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8eac0a67-d7a8-46e3-9344-ba52bb5bc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (4c5c08ab-e750-4134-b4e3-d52a83418fd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:35:57.245986 dv-cinder-831247-12-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-6a5ac804-a03c-4082-9a98-5972950fafcf None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:35:57.842358 dv-cinder-831247-12-iscsi neutron-server[103957]: DEBUG neutron.wsgi [req-e4e71612-e3d9-476d-99b4-31feef3a77cf req-9d663f53-a1ae-4499-8db6-b706ad8b8441 service neutron] (103957) timed out ('10.222.0.55', 54889) {{(pid=103957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 15 17:36:09.228841 dv-cinder-831247-12-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b3df52a4-396f-4d4d-89a2-16cf8e7f7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791252288175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16054573'] for agent (5ab8dab6-200d-4fcf-ada4-f17eefcbca81), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}